2024-11-28 02:34:46,089 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-28 02:34:46,104 main DEBUG Took 0.013805 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 02:34:46,105 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 02:34:46,106 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 02:34:46,107 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 02:34:46,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:34:46,116 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 02:34:46,127 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:34:46,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:34:46,129 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:34:46,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:34:46,130 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:34:46,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:34:46,132 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:34:46,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:34:46,133 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:34:46,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:34:46,134 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:34:46,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:34:46,134 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:34:46,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:34:46,135 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:34:46,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:34:46,136 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:34:46,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:34:46,137 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:34:46,137 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:34:46,137 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:34:46,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:34:46,138 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:34:46,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:34:46,139 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:34:46,139 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 02:34:46,141 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:34:46,142 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 02:34:46,144 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 02:34:46,144 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 02:34:46,145 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 02:34:46,146 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 02:34:46,154 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 02:34:46,157 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 02:34:46,158 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 02:34:46,159 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 02:34:46,159 main DEBUG createAppenders(={Console}) 2024-11-28 02:34:46,160 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-28 02:34:46,160 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-28 02:34:46,160 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-28 02:34:46,161 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 02:34:46,161 main DEBUG OutputStream closed 2024-11-28 02:34:46,161 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 02:34:46,161 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 02:34:46,162 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-28 02:34:46,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 02:34:46,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 02:34:46,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 02:34:46,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 02:34:46,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 02:34:46,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 02:34:46,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 02:34:46,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 02:34:46,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 02:34:46,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 02:34:46,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 02:34:46,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 02:34:46,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 02:34:46,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 02:34:46,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 02:34:46,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 02:34:46,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 02:34:46,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 02:34:46,244 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 02:34:46,244 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-28 02:34:46,244 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 02:34:46,245 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-28T02:34:46,461 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18 2024-11-28 02:34:46,464 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 02:34:46,464 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T02:34:46,472 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-28T02:34:46,493 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T02:34:46,496 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/cluster_6e8858cf-fb70-50e7-517d-bce874a05a60, deleteOnExit=true 2024-11-28T02:34:46,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-28T02:34:46,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/test.cache.data in system properties and HBase conf 2024-11-28T02:34:46,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T02:34:46,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/hadoop.log.dir in system properties and HBase conf 2024-11-28T02:34:46,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T02:34:46,500 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T02:34:46,500 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-28T02:34:46,586 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T02:34:46,698 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T02:34:46,703 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:34:46,704 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:34:46,704 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T02:34:46,705 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:34:46,705 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T02:34:46,706 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T02:34:46,706 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:34:46,707 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:34:46,707 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T02:34:46,708 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/nfs.dump.dir in system properties and HBase conf 2024-11-28T02:34:46,708 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/java.io.tmpdir in system properties and HBase conf 2024-11-28T02:34:46,708 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:34:46,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T02:34:46,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T02:34:47,715 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-28T02:34:47,780 INFO [Time-limited test {}] log.Log(170): Logging initialized @2382ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-28T02:34:47,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:34:47,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:34:47,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:34:47,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:34:47,924 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:34:47,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:34:47,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:34:47,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:34:48,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/java.io.tmpdir/jetty-localhost-40897-hadoop-hdfs-3_4_1-tests_jar-_-any-11052613901008378265/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T02:34:48,121 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:40897} 2024-11-28T02:34:48,122 INFO [Time-limited test {}] server.Server(415): Started @2725ms 2024-11-28T02:34:48,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:34:48,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:34:48,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:34:48,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:34:48,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:34:48,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:34:48,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:34:48,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/java.io.tmpdir/jetty-localhost-43119-hadoop-hdfs-3_4_1-tests_jar-_-any-8137340247226440603/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:34:48,715 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:43119} 2024-11-28T02:34:48,715 INFO [Time-limited test {}] server.Server(415): Started @3318ms 2024-11-28T02:34:48,763 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:34:49,524 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/cluster_6e8858cf-fb70-50e7-517d-bce874a05a60/dfs/data/data2/current/BP-2089888454-172.17.0.2-1732761287228/current, will proceed with Du for space computation calculation, 2024-11-28T02:34:49,524 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/cluster_6e8858cf-fb70-50e7-517d-bce874a05a60/dfs/data/data1/current/BP-2089888454-172.17.0.2-1732761287228/current, will proceed with Du for space computation calculation, 2024-11-28T02:34:49,551 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:34:49,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5290bc9341a0ce53 with lease ID 0xb76d8046d6bfb949: Processing first storage report for DS-74b65cce-cb97-423f-8fe8-1dc1ab57217f from datanode DatanodeRegistration(127.0.0.1:35601, datanodeUuid=cba58a52-e706-4ccf-b147-b4c9cad369e1, infoPort=40851, infoSecurePort=0, ipcPort=36037, storageInfo=lv=-57;cid=testClusterID;nsid=1212998084;c=1732761287228) 2024-11-28T02:34:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5290bc9341a0ce53 with lease ID 0xb76d8046d6bfb949: from storage DS-74b65cce-cb97-423f-8fe8-1dc1ab57217f node DatanodeRegistration(127.0.0.1:35601, datanodeUuid=cba58a52-e706-4ccf-b147-b4c9cad369e1, infoPort=40851, infoSecurePort=0, ipcPort=36037, storageInfo=lv=-57;cid=testClusterID;nsid=1212998084;c=1732761287228), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-28T02:34:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5290bc9341a0ce53 with lease ID 0xb76d8046d6bfb949: Processing first storage report for DS-29677d85-ce4c-4f24-93af-4b4f932abb0c from datanode DatanodeRegistration(127.0.0.1:35601, datanodeUuid=cba58a52-e706-4ccf-b147-b4c9cad369e1, infoPort=40851, infoSecurePort=0, ipcPort=36037, storageInfo=lv=-57;cid=testClusterID;nsid=1212998084;c=1732761287228) 2024-11-28T02:34:49,596 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5290bc9341a0ce53 with lease ID 0xb76d8046d6bfb949: from storage DS-29677d85-ce4c-4f24-93af-4b4f932abb0c node DatanodeRegistration(127.0.0.1:35601, datanodeUuid=cba58a52-e706-4ccf-b147-b4c9cad369e1, infoPort=40851, infoSecurePort=0, ipcPort=36037, storageInfo=lv=-57;cid=testClusterID;nsid=1212998084;c=1732761287228), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T02:34:49,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18 2024-11-28T02:34:49,723 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/cluster_6e8858cf-fb70-50e7-517d-bce874a05a60/zookeeper_0, clientPort=56697, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/cluster_6e8858cf-fb70-50e7-517d-bce874a05a60/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/cluster_6e8858cf-fb70-50e7-517d-bce874a05a60/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T02:34:49,733 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56697 2024-11-28T02:34:49,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:34:49,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:34:49,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:34:50,364 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0 with version=8 2024-11-28T02:34:50,365 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/hbase-staging 2024-11-28T02:34:50,470 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T02:34:50,692 INFO [Time-limited test {}] client.ConnectionUtils(129): master/91d91e22c0a9:0 server-side Connection retries=45 2024-11-28T02:34:50,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:34:50,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:34:50,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:34:50,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:34:50,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:34:50,823 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:34:50,873 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T02:34:50,881 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T02:34:50,884 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:34:50,905 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 57717 (auto-detected) 2024-11-28T02:34:50,906 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T02:34:50,922 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36801 2024-11-28T02:34:50,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:34:50,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:34:50,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36801 connecting to ZooKeeper ensemble=127.0.0.1:56697 2024-11-28T02:34:51,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368010x0, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:34:51,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36801-0x1018094a65a0000 connected 2024-11-28T02:34:51,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:34:51,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:34:51,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:34:51,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36801 2024-11-28T02:34:51,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36801 2024-11-28T02:34:51,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36801 2024-11-28T02:34:51,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36801 2024-11-28T02:34:51,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36801 2024-11-28T02:34:51,126 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0, hbase.cluster.distributed=false 2024-11-28T02:34:51,190 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/91d91e22c0a9:0 server-side Connection retries=45 2024-11-28T02:34:51,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:34:51,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:34:51,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:34:51,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:34:51,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:34:51,194 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:34:51,197 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:34:51,198 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41755 2024-11-28T02:34:51,199 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:34:51,204 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:34:51,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:34:51,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:34:51,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41755 connecting to ZooKeeper ensemble=127.0.0.1:56697 2024-11-28T02:34:51,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417550x0, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:34:51,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417550x0, quorum=127.0.0.1:56697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:34:51,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41755-0x1018094a65a0001 connected 2024-11-28T02:34:51,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:34:51,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:34:51,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41755 2024-11-28T02:34:51,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41755 2024-11-28T02:34:51,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41755 2024-11-28T02:34:51,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41755 2024-11-28T02:34:51,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41755 2024-11-28T02:34:51,237 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/91d91e22c0a9,36801,1732761290464 2024-11-28T02:34:51,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:34:51,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:34:51,250 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/91d91e22c0a9,36801,1732761290464 2024-11-28T02:34:51,253 DEBUG [M:0;91d91e22c0a9:36801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;91d91e22c0a9:36801 2024-11-28T02:34:51,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:34:51,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:34:51,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:34:51,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:34:51,282 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T02:34:51,283 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/91d91e22c0a9,36801,1732761290464 from backup master directory 2024-11-28T02:34:51,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T02:34:51,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:34:51,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/91d91e22c0a9,36801,1732761290464 2024-11-28T02:34:51,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:34:51,294 WARN [master/91d91e22c0a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:34:51,295 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=91d91e22c0a9,36801,1732761290464 2024-11-28T02:34:51,297 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-28T02:34:51,299 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-28T02:34:51,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:34:51,771 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/hbase.id with ID: bcd072f9-d6b6-4ab2-ba8d-6440cc0aa833 2024-11-28T02:34:51,818 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:34:51,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:34:51,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:34:51,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:34:52,319 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:34:52,321 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T02:34:52,335 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:34:52,339 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:34:52,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:34:52,792 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store 2024-11-28T02:34:52,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:34:53,216 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-28T02:34:53,217 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:34:53,218 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T02:34:53,219 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:34:53,219 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:34:53,219 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T02:34:53,219 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:34:53,220 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:34:53,220 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-28T02:34:53,222 WARN [master/91d91e22c0a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/.initializing 2024-11-28T02:34:53,223 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/WALs/91d91e22c0a9,36801,1732761290464 2024-11-28T02:34:53,229 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:34:53,239 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91d91e22c0a9%2C36801%2C1732761290464, suffix=, logDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/WALs/91d91e22c0a9,36801,1732761290464, archiveDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/oldWALs, maxLogs=10 2024-11-28T02:34:53,259 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/WALs/91d91e22c0a9,36801,1732761290464/91d91e22c0a9%2C36801%2C1732761290464.1732761293245, exclude list is [], retry=0 2024-11-28T02:34:53,274 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35601,DS-74b65cce-cb97-423f-8fe8-1dc1ab57217f,DISK] 2024-11-28T02:34:53,276 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-28T02:34:53,307 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/WALs/91d91e22c0a9,36801,1732761290464/91d91e22c0a9%2C36801%2C1732761290464.1732761293245 2024-11-28T02:34:53,308 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40851:40851)] 2024-11-28T02:34:53,308 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:34:53,309 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:34:53,311 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:34:53,312 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:34:53,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:34:53,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T02:34:53,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:53,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:34:53,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:34:53,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T02:34:53,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:53,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:34:53,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:34:53,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T02:34:53,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:53,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:34:53,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:34:53,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T02:34:53,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:53,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:34:53,385 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:34:53,386 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:34:53,394 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:34:53,399 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:34:53,403 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:34:53,404 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65730070, jitterRate=-0.020545631647109985}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:34:53,410 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-28T02:34:53,411 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T02:34:53,438 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d4a831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:34:53,465 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-28T02:34:53,475 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T02:34:53,475 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T02:34:53,477 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T02:34:53,478 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-28T02:34:53,482 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-11-28T02:34:53,482 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T02:34:53,505 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T02:34:53,516 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T02:34:53,552 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-28T02:34:53,555 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T02:34:53,557 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T02:34:53,564 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-28T02:34:53,567 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T02:34:53,572 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T02:34:53,580 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-28T02:34:53,582 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T02:34:53,589 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T02:34:53,597 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T02:34:53,605 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T02:34:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:34:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:34:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:34:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:34:53,615 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=91d91e22c0a9,36801,1732761290464, sessionid=0x1018094a65a0000, setting cluster-up flag (Was=false) 2024-11-28T02:34:53,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:34:53,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:34:53,672 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T02:34:53,674 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91d91e22c0a9,36801,1732761290464 2024-11-28T02:34:53,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:34:53,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:34:53,722 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T02:34:53,724 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=91d91e22c0a9,36801,1732761290464 2024-11-28T02:34:53,751 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;91d91e22c0a9:41755 2024-11-28T02:34:53,752 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1008): ClusterId : bcd072f9-d6b6-4ab2-ba8d-6440cc0aa833 2024-11-28T02:34:53,754 DEBUG [RS:0;91d91e22c0a9:41755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:34:53,765 DEBUG [RS:0;91d91e22c0a9:41755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:34:53,766 DEBUG [RS:0;91d91e22c0a9:41755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:34:53,773 DEBUG [RS:0;91d91e22c0a9:41755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:34:53,774 DEBUG [RS:0;91d91e22c0a9:41755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a36d11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:34:53,775 DEBUG [RS:0;91d91e22c0a9:41755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d565bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91d91e22c0a9/172.17.0.2:0 2024-11-28T02:34:53,778 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-28T02:34:53,778 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-28T02:34:53,778 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-28T02:34:53,780 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(3073): reportForDuty to master=91d91e22c0a9,36801,1732761290464 with isa=91d91e22c0a9/172.17.0.2:41755, startcode=1732761291190 2024-11-28T02:34:53,790 DEBUG [RS:0;91d91e22c0a9:41755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:34:53,805 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-28T02:34:53,812 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-28T02:34:53,814 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T02:34:53,819 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50121, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:34:53,820 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 91d91e22c0a9,36801,1732761290464 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T02:34:53,824 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/91d91e22c0a9:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:34:53,824 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/91d91e22c0a9:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:34:53,824 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/91d91e22c0a9:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:34:53,824 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36801 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:34:53,825 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/91d91e22c0a9:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:34:53,825 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/91d91e22c0a9:0, corePoolSize=10, maxPoolSize=10 2024-11-28T02:34:53,825 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/91d91e22c0a9:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:34:53,825 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/91d91e22c0a9:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:34:53,825 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/91d91e22c0a9:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:34:53,827 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732761323827 2024-11-28T02:34:53,828 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T02:34:53,830 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T02:34:53,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:34:53,831 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-28T02:34:53,833 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T02:34:53,833 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T02:34:53,833 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T02:34:53,833 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T02:34:53,834 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:53,834 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:53,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T02:34:53,835 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T02:34:53,836 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T02:34:53,837 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T02:34:53,840 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T02:34:53,840 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T02:34:53,843 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/91d91e22c0a9:0:becomeActiveMaster-HFileCleaner.large.0-1732761293841,5,FailOnTimeoutGroup] 2024-11-28T02:34:53,844 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/91d91e22c0a9:0:becomeActiveMaster-HFileCleaner.small.0-1732761293843,5,FailOnTimeoutGroup] 2024-11-28T02:34:53,844 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:53,845 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T02:34:53,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741831_1007 (size=1039) 2024-11-28T02:34:53,846 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:53,846 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:53,854 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-28T02:34:53,854 WARN [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-28T02:34:53,957 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(3073): reportForDuty to master=91d91e22c0a9,36801,1732761290464 with isa=91d91e22c0a9/172.17.0.2:41755, startcode=1732761291190 2024-11-28T02:34:53,960 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36801 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:53,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36801 {}] master.ServerManager(486): Registering regionserver=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:53,975 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0 2024-11-28T02:34:53,975 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34135 2024-11-28T02:34:53,975 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-28T02:34:53,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:34:53,986 DEBUG [RS:0;91d91e22c0a9:41755 {}] zookeeper.ZKUtil(111): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:53,986 WARN [RS:0;91d91e22c0a9:41755 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:34:53,986 INFO [RS:0;91d91e22c0a9:41755 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:34:53,987 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/WALs/91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:53,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [91d91e22c0a9,41755,1732761291190] 2024-11-28T02:34:54,002 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-28T02:34:54,012 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:34:54,026 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:34:54,028 INFO [RS:0;91d91e22c0a9:41755 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:34:54,028 INFO [RS:0;91d91e22c0a9:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:54,029 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-28T02:34:54,034 INFO [RS:0;91d91e22c0a9:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:54,034 DEBUG [RS:0;91d91e22c0a9:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/91d91e22c0a9:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:34:54,034 DEBUG [RS:0;91d91e22c0a9:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/91d91e22c0a9:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:34:54,034 DEBUG [RS:0;91d91e22c0a9:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:34:54,035 DEBUG [RS:0;91d91e22c0a9:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/91d91e22c0a9:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:34:54,035 DEBUG [RS:0;91d91e22c0a9:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/91d91e22c0a9:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:34:54,035 DEBUG [RS:0;91d91e22c0a9:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/91d91e22c0a9:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:34:54,035 DEBUG [RS:0;91d91e22c0a9:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:34:54,035 DEBUG [RS:0;91d91e22c0a9:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/91d91e22c0a9:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:34:54,035 DEBUG [RS:0;91d91e22c0a9:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/91d91e22c0a9:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:34:54,035 DEBUG [RS:0;91d91e22c0a9:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/91d91e22c0a9:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:34:54,035 DEBUG [RS:0;91d91e22c0a9:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/91d91e22c0a9:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:34:54,036 DEBUG [RS:0;91d91e22c0a9:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/91d91e22c0a9:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:34:54,036 DEBUG [RS:0;91d91e22c0a9:41755 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:34:54,036 INFO [RS:0;91d91e22c0a9:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:54,037 INFO [RS:0;91d91e22c0a9:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:54,037 INFO [RS:0;91d91e22c0a9:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:54,037 INFO [RS:0;91d91e22c0a9:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:54,037 INFO [RS:0;91d91e22c0a9:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=91d91e22c0a9,41755,1732761291190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:34:54,059 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:34:54,061 INFO [RS:0;91d91e22c0a9:41755 {}] hbase.ChoreService(168): Chore ScheduledChore name=91d91e22c0a9,41755,1732761291190-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:54,080 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.Replication(204): 91d91e22c0a9,41755,1732761291190 started 2024-11-28T02:34:54,080 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1767): Serving as 91d91e22c0a9,41755,1732761291190, RpcServer on 91d91e22c0a9/172.17.0.2:41755, sessionid=0x1018094a65a0001 2024-11-28T02:34:54,081 DEBUG [RS:0;91d91e22c0a9:41755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:34:54,081 DEBUG [RS:0;91d91e22c0a9:41755 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:54,081 DEBUG [RS:0;91d91e22c0a9:41755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91d91e22c0a9,41755,1732761291190' 2024-11-28T02:34:54,081 DEBUG [RS:0;91d91e22c0a9:41755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:34:54,082 DEBUG [RS:0;91d91e22c0a9:41755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:34:54,083 DEBUG [RS:0;91d91e22c0a9:41755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:34:54,083 DEBUG [RS:0;91d91e22c0a9:41755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:34:54,083 DEBUG [RS:0;91d91e22c0a9:41755 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:54,083 DEBUG [RS:0;91d91e22c0a9:41755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '91d91e22c0a9,41755,1732761291190' 2024-11-28T02:34:54,083 DEBUG [RS:0;91d91e22c0a9:41755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:34:54,084 DEBUG [RS:0;91d91e22c0a9:41755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:34:54,084 DEBUG [RS:0;91d91e22c0a9:41755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:34:54,084 INFO [RS:0;91d91e22c0a9:41755 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:34:54,084 INFO [RS:0;91d91e22c0a9:41755 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:34:54,192 INFO [RS:0;91d91e22c0a9:41755 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:34:54,197 INFO [RS:0;91d91e22c0a9:41755 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91d91e22c0a9%2C41755%2C1732761291190, suffix=, logDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/WALs/91d91e22c0a9,41755,1732761291190, archiveDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/oldWALs, maxLogs=32 2024-11-28T02:34:54,216 DEBUG [RS:0;91d91e22c0a9:41755 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/WALs/91d91e22c0a9,41755,1732761291190/91d91e22c0a9%2C41755%2C1732761291190.1732761294200, exclude list is [], retry=0 2024-11-28T02:34:54,221 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35601,DS-74b65cce-cb97-423f-8fe8-1dc1ab57217f,DISK] 2024-11-28T02:34:54,224 INFO [RS:0;91d91e22c0a9:41755 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/WALs/91d91e22c0a9,41755,1732761291190/91d91e22c0a9%2C41755%2C1732761291190.1732761294200 2024-11-28T02:34:54,225 DEBUG [RS:0;91d91e22c0a9:41755 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40851:40851)] 2024-11-28T02:34:54,247 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-28T02:34:54,248 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0 2024-11-28T02:34:54,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741833_1009 (size=32) 2024-11-28T02:34:54,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:34:54,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:34:54,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:34:54,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:54,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:34:54,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:34:54,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:34:54,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:54,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:34:54,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:34:54,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:34:54,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:54,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:34:54,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740 2024-11-28T02:34:54,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740 2024-11-28T02:34:54,688 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T02:34:54,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-28T02:34:54,694 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:34:54,695 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69454271, jitterRate=0.03494928777217865}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T02:34:54,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-28T02:34:54,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-28T02:34:54,697 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-28T02:34:54,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-28T02:34:54,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T02:34:54,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T02:34:54,699 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-28T02:34:54,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-28T02:34:54,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:34:54,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-28T02:34:54,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T02:34:54,714 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:34:54,717 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T02:34:54,872 DEBUG [91d91e22c0a9:36801 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T02:34:54,878 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:54,883 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91d91e22c0a9,41755,1732761291190, state=OPENING 2024-11-28T02:34:54,927 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T02:34:54,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:34:54,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:34:54,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:34:54,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:34:54,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:34:55,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:55,122 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:34:55,125 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:34:55,137 INFO [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-28T02:34:55,137 INFO [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:34:55,137 INFO [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T02:34:55,141 INFO [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=91d91e22c0a9%2C41755%2C1732761291190.meta, suffix=.meta, logDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/WALs/91d91e22c0a9,41755,1732761291190, archiveDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/oldWALs, maxLogs=32 2024-11-28T02:34:55,154 DEBUG [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/WALs/91d91e22c0a9,41755,1732761291190/91d91e22c0a9%2C41755%2C1732761291190.meta.1732761295142.meta, exclude list is [], retry=0 2024-11-28T02:34:55,158 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35601,DS-74b65cce-cb97-423f-8fe8-1dc1ab57217f,DISK] 2024-11-28T02:34:55,161 INFO [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/WALs/91d91e22c0a9,41755,1732761291190/91d91e22c0a9%2C41755%2C1732761291190.meta.1732761295142.meta 2024-11-28T02:34:55,161 DEBUG [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40851:40851)] 2024-11-28T02:34:55,162 DEBUG [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:34:55,163 DEBUG [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T02:34:55,212 DEBUG [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T02:34:55,215 INFO [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T02:34:55,219 DEBUG [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T02:34:55,219 DEBUG [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:34:55,219 DEBUG [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-28T02:34:55,219 DEBUG [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-28T02:34:55,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:34:55,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:34:55,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:55,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:34:55,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:34:55,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:34:55,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:55,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:34:55,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:34:55,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:34:55,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:55,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:34:55,231 DEBUG [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740 2024-11-28T02:34:55,234 DEBUG [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740 2024-11-28T02:34:55,236 DEBUG [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T02:34:55,239 DEBUG [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-28T02:34:55,240 INFO [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74602943, jitterRate=0.11167047917842865}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T02:34:55,241 DEBUG [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-28T02:34:55,247 INFO [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732761295116 2024-11-28T02:34:55,256 DEBUG [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T02:34:55,257 INFO [RS_OPEN_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-28T02:34:55,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:55,259 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 91d91e22c0a9,41755,1732761291190, state=OPEN 2024-11-28T02:34:55,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:34:55,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:34:55,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:34:55,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:34:55,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T02:34:55,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=91d91e22c0a9,41755,1732761291190 in 400 msec 2024-11-28T02:34:55,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T02:34:55,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 651 msec 2024-11-28T02:34:55,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6080 sec 2024-11-28T02:34:55,371 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732761295371, completionTime=-1 2024-11-28T02:34:55,371 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T02:34:55,371 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-28T02:34:55,403 DEBUG [hconnection-0x49ad55d2-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:34:55,405 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:34:55,413 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-28T02:34:55,413 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732761355413 2024-11-28T02:34:55,413 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732761415413 2024-11-28T02:34:55,413 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 42 msec 2024-11-28T02:34:55,449 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91d91e22c0a9,36801,1732761290464-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:55,449 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91d91e22c0a9,36801,1732761290464-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:55,449 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91d91e22c0a9,36801,1732761290464-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:55,451 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-91d91e22c0a9:36801, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:55,451 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:55,457 DEBUG [master/91d91e22c0a9:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-28T02:34:55,460 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-28T02:34:55,461 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T02:34:55,466 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-28T02:34:55,469 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T02:34:55,470 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:55,472 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T02:34:55,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741835_1011 (size=358) 2024-11-28T02:34:55,891 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 23a5db99bc8f46d8cb3df0e0ce13fa95, NAME => 'hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0 2024-11-28T02:34:55,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741836_1012 (size=42) 2024-11-28T02:34:56,304 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:34:56,304 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 23a5db99bc8f46d8cb3df0e0ce13fa95, disabling compactions & flushes 2024-11-28T02:34:56,305 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95. 2024-11-28T02:34:56,305 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95. 2024-11-28T02:34:56,305 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95. after waiting 0 ms 2024-11-28T02:34:56,305 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95. 2024-11-28T02:34:56,305 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95. 2024-11-28T02:34:56,306 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 23a5db99bc8f46d8cb3df0e0ce13fa95: 2024-11-28T02:34:56,310 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T02:34:56,318 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732761296312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732761296312"}]},"ts":"1732761296312"} 2024-11-28T02:34:56,337 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-28T02:34:56,340 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T02:34:56,342 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761296340"}]},"ts":"1732761296340"} 2024-11-28T02:34:56,346 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-28T02:34:56,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=23a5db99bc8f46d8cb3df0e0ce13fa95, ASSIGN}] 2024-11-28T02:34:56,400 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=23a5db99bc8f46d8cb3df0e0ce13fa95, ASSIGN 2024-11-28T02:34:56,403 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=23a5db99bc8f46d8cb3df0e0ce13fa95, ASSIGN; state=OFFLINE, location=91d91e22c0a9,41755,1732761291190; forceNewPlan=false, retain=false 2024-11-28T02:34:56,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=23a5db99bc8f46d8cb3df0e0ce13fa95, regionState=OPENING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:56,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 23a5db99bc8f46d8cb3df0e0ce13fa95, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:34:56,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:56,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95. 2024-11-28T02:34:56,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 23a5db99bc8f46d8cb3df0e0ce13fa95, NAME => 'hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:34:56,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 23a5db99bc8f46d8cb3df0e0ce13fa95 2024-11-28T02:34:56,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:34:56,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 23a5db99bc8f46d8cb3df0e0ce13fa95 2024-11-28T02:34:56,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 23a5db99bc8f46d8cb3df0e0ce13fa95 2024-11-28T02:34:56,745 INFO [StoreOpener-23a5db99bc8f46d8cb3df0e0ce13fa95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 23a5db99bc8f46d8cb3df0e0ce13fa95 2024-11-28T02:34:56,747 INFO [StoreOpener-23a5db99bc8f46d8cb3df0e0ce13fa95-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23a5db99bc8f46d8cb3df0e0ce13fa95 columnFamilyName info 2024-11-28T02:34:56,747 DEBUG [StoreOpener-23a5db99bc8f46d8cb3df0e0ce13fa95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:56,748 INFO [StoreOpener-23a5db99bc8f46d8cb3df0e0ce13fa95-1 {}] regionserver.HStore(327): Store=23a5db99bc8f46d8cb3df0e0ce13fa95/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:34:56,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/namespace/23a5db99bc8f46d8cb3df0e0ce13fa95 2024-11-28T02:34:56,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/namespace/23a5db99bc8f46d8cb3df0e0ce13fa95 2024-11-28T02:34:56,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 23a5db99bc8f46d8cb3df0e0ce13fa95 2024-11-28T02:34:56,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/namespace/23a5db99bc8f46d8cb3df0e0ce13fa95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:34:56,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 23a5db99bc8f46d8cb3df0e0ce13fa95; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61410437, jitterRate=-0.08491317927837372}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:34:56,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 23a5db99bc8f46d8cb3df0e0ce13fa95: 2024-11-28T02:34:56,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95., pid=6, masterSystemTime=1732761296731 2024-11-28T02:34:56,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95. 2024-11-28T02:34:56,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95. 2024-11-28T02:34:56,766 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=23a5db99bc8f46d8cb3df0e0ce13fa95, regionState=OPEN, openSeqNum=2, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:56,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T02:34:56,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 23a5db99bc8f46d8cb3df0e0ce13fa95, server=91d91e22c0a9,41755,1732761291190 in 193 msec 2024-11-28T02:34:56,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T02:34:56,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=23a5db99bc8f46d8cb3df0e0ce13fa95, ASSIGN in 376 msec 2024-11-28T02:34:56,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T02:34:56,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761296777"}]},"ts":"1732761296777"} 2024-11-28T02:34:56,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-28T02:34:56,820 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-28T02:34:56,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T02:34:56,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3590 sec 2024-11-28T02:34:56,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-28T02:34:56,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:34:56,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:34:56,857 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-28T02:34:56,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-28T02:34:56,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-11-28T02:34:56,903 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-28T02:34:56,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-28T02:34:56,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-11-28T02:34:56,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-28T02:34:56,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-28T02:34:56,981 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.686sec 2024-11-28T02:34:56,983 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T02:34:56,986 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T02:34:56,988 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T02:34:56,990 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T02:34:56,990 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T02:34:56,993 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91d91e22c0a9,36801,1732761290464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:34:56,994 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91d91e22c0a9,36801,1732761290464-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T02:34:57,000 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-28T02:34:57,001 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T02:34:57,001 INFO [master/91d91e22c0a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=91d91e22c0a9,36801,1732761290464-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:34:57,058 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-28T02:34:57,058 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-28T02:34:57,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:34:57,074 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T02:34:57,074 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T02:34:57,082 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:34:57,090 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:34:57,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=91d91e22c0a9,36801,1732761290464 2024-11-28T02:34:57,111 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=8168 2024-11-28T02:34:57,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T02:34:57,123 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T02:34:57,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T02:34:57,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:34:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T02:34:57,138 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T02:34:57,139 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:57,141 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T02:34:57,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-28T02:34:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-28T02:34:57,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741837_1013 (size=963) 2024-11-28T02:34:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-28T02:34:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-28T02:34:57,553 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0 2024-11-28T02:34:57,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741838_1014 (size=53) 2024-11-28T02:34:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-28T02:34:57,967 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:34:57,968 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 14e0fd78f7e066c99393497843376f0f, disabling compactions & flushes 2024-11-28T02:34:57,968 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:34:57,968 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:34:57,969 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. after waiting 0 ms 2024-11-28T02:34:57,969 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:34:57,969 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:34:57,969 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:34:57,975 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T02:34:57,977 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732761297976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732761297976"}]},"ts":"1732761297976"} 2024-11-28T02:34:57,980 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-28T02:34:57,981 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T02:34:57,982 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761297981"}]},"ts":"1732761297981"} 2024-11-28T02:34:57,984 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T02:34:58,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=14e0fd78f7e066c99393497843376f0f, ASSIGN}] 2024-11-28T02:34:58,067 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=14e0fd78f7e066c99393497843376f0f, ASSIGN 2024-11-28T02:34:58,070 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=14e0fd78f7e066c99393497843376f0f, ASSIGN; state=OFFLINE, location=91d91e22c0a9,41755,1732761291190; forceNewPlan=false, retain=false 2024-11-28T02:34:58,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=14e0fd78f7e066c99393497843376f0f, regionState=OPENING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:58,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:34:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-28T02:34:58,377 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:58,390 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:34:58,390 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:34:58,391 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:34:58,391 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:34:58,392 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:34:58,392 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:34:58,395 INFO [StoreOpener-14e0fd78f7e066c99393497843376f0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:34:58,399 INFO [StoreOpener-14e0fd78f7e066c99393497843376f0f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:34:58,399 INFO [StoreOpener-14e0fd78f7e066c99393497843376f0f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14e0fd78f7e066c99393497843376f0f columnFamilyName A 2024-11-28T02:34:58,400 DEBUG [StoreOpener-14e0fd78f7e066c99393497843376f0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:58,401 INFO [StoreOpener-14e0fd78f7e066c99393497843376f0f-1 {}] regionserver.HStore(327): Store=14e0fd78f7e066c99393497843376f0f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:34:58,401 INFO [StoreOpener-14e0fd78f7e066c99393497843376f0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:34:58,404 INFO [StoreOpener-14e0fd78f7e066c99393497843376f0f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:34:58,404 INFO [StoreOpener-14e0fd78f7e066c99393497843376f0f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14e0fd78f7e066c99393497843376f0f columnFamilyName B 2024-11-28T02:34:58,405 DEBUG [StoreOpener-14e0fd78f7e066c99393497843376f0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:58,406 INFO [StoreOpener-14e0fd78f7e066c99393497843376f0f-1 {}] regionserver.HStore(327): Store=14e0fd78f7e066c99393497843376f0f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:34:58,406 INFO [StoreOpener-14e0fd78f7e066c99393497843376f0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:34:58,408 INFO [StoreOpener-14e0fd78f7e066c99393497843376f0f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:34:58,408 INFO [StoreOpener-14e0fd78f7e066c99393497843376f0f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14e0fd78f7e066c99393497843376f0f columnFamilyName C 2024-11-28T02:34:58,408 DEBUG [StoreOpener-14e0fd78f7e066c99393497843376f0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:34:58,409 INFO [StoreOpener-14e0fd78f7e066c99393497843376f0f-1 {}] regionserver.HStore(327): Store=14e0fd78f7e066c99393497843376f0f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:34:58,409 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:34:58,411 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f 2024-11-28T02:34:58,412 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f 2024-11-28T02:34:58,415 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T02:34:58,418 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:34:58,421 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:34:58,422 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 14e0fd78f7e066c99393497843376f0f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63469574, jitterRate=-0.05422964692115784}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T02:34:58,423 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:34:58,424 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., pid=11, masterSystemTime=1732761298377 2024-11-28T02:34:58,427 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:34:58,427 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:34:58,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=14e0fd78f7e066c99393497843376f0f, regionState=OPEN, openSeqNum=2, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:58,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-28T02:34:58,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 in 208 msec 2024-11-28T02:34:58,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T02:34:58,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=14e0fd78f7e066c99393497843376f0f, ASSIGN in 370 msec 2024-11-28T02:34:58,438 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T02:34:58,438 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761298438"}]},"ts":"1732761298438"} 2024-11-28T02:34:58,440 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T02:34:58,480 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T02:34:58,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3460 sec 2024-11-28T02:34:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-28T02:34:59,264 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-28T02:34:59,270 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-28T02:34:59,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:34:59,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:34:59,317 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:34:59,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T02:34:59,325 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T02:34:59,333 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-28T02:34:59,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:34:59,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-28T02:34:59,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:34:59,360 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-28T02:34:59,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:34:59,376 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-28T02:34:59,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:34:59,394 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-28T02:34:59,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:34:59,409 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-28T02:34:59,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:34:59,422 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-28T02:34:59,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:34:59,435 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-28T02:34:59,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:34:59,452 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-28T02:34:59,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:34:59,469 DEBUG [hconnection-0xabff582-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:34:59,470 DEBUG [hconnection-0x38bda5c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:34:59,470 DEBUG [hconnection-0x1edc7dcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:34:59,473 DEBUG [hconnection-0x2e14f92e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:34:59,473 DEBUG [hconnection-0x53bc7585-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:34:59,475 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:34:59,476 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:34:59,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:34:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-28T02:34:59,482 DEBUG [hconnection-0x1b94e7c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:34:59,482 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:34:59,483 DEBUG [hconnection-0x54e848df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:34:59,483 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:34:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-28T02:34:59,485 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:34:59,485 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:34:59,486 DEBUG [hconnection-0x3a4b465a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:34:59,487 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:34:59,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:34:59,489 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:34:59,490 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:34:59,496 DEBUG [hconnection-0x48243dca-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:34:59,501 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:34:59,501 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:34:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:34:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-28T02:34:59,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:34:59,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:34:59,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:34:59,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:34:59,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:34:59,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:34:59,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:34:59,648 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:59,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-28T02:34:59,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:34:59,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:34:59,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:34:59,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:34:59,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:34:59,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/764ee75ee574452f9b838c01477a06bd is 50, key is test_row_0/A:col10/1732761299571/Put/seqid=0 2024-11-28T02:34:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:34:59,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:34:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761359710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:59,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:34:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761359717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:59,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:34:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761359717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:59,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:34:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761359720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:59,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:34:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761359720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:59,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741839_1015 (size=12001) 2024-11-28T02:34:59,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/764ee75ee574452f9b838c01477a06bd 2024-11-28T02:34:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-28T02:34:59,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:34:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761359825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:59,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:34:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761359826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:59,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:34:59,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:34:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761359827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761359827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:59,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:34:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761359831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:59,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/01b406cdd57c47fd92e5fad9ad496eb5 is 50, key is test_row_0/B:col10/1732761299571/Put/seqid=0 2024-11-28T02:34:59,842 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:34:59,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-28T02:34:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:34:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:34:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:34:59,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:34:59,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:34:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:34:59,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741840_1016 (size=12001) 2024-11-28T02:34:59,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/01b406cdd57c47fd92e5fad9ad496eb5 2024-11-28T02:34:59,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/a2ef08898689421bbf12ea164d6b1186 is 50, key is test_row_0/C:col10/1732761299571/Put/seqid=0 2024-11-28T02:34:59,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741841_1017 (size=12001) 2024-11-28T02:34:59,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/a2ef08898689421bbf12ea164d6b1186 2024-11-28T02:34:59,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/764ee75ee574452f9b838c01477a06bd as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/764ee75ee574452f9b838c01477a06bd 2024-11-28T02:34:59,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/764ee75ee574452f9b838c01477a06bd, entries=150, sequenceid=13, filesize=11.7 K 2024-11-28T02:34:59,964 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-28T02:34:59,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/01b406cdd57c47fd92e5fad9ad496eb5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/01b406cdd57c47fd92e5fad9ad496eb5 2024-11-28T02:34:59,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/01b406cdd57c47fd92e5fad9ad496eb5, entries=150, sequenceid=13, filesize=11.7 K 2024-11-28T02:34:59,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/a2ef08898689421bbf12ea164d6b1186 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a2ef08898689421bbf12ea164d6b1186 2024-11-28T02:35:00,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a2ef08898689421bbf12ea164d6b1186, entries=150, sequenceid=13, filesize=11.7 K 2024-11-28T02:35:00,008 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-28T02:35:00,010 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T02:35:00,011 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-28T02:35:00,011 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-28T02:35:00,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 14e0fd78f7e066c99393497843376f0f in 426ms, sequenceid=13, compaction requested=false 2024-11-28T02:35:00,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:00,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:00,020 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T02:35:00,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:00,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:00,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:00,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:00,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:00,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:00,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:00,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/f7eced301cba4dea91c19aece0b4d66d is 50, key is test_row_0/A:col10/1732761299701/Put/seqid=0 2024-11-28T02:35:00,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741842_1018 (size=12001) 2024-11-28T02:35:00,067 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/f7eced301cba4dea91c19aece0b4d66d 2024-11-28T02:35:00,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761360060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761360060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761360064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761360068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761360071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-28T02:35:00,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/d27efa45789348719d52a6b430be4311 is 50, key is test_row_0/B:col10/1732761299701/Put/seqid=0 2024-11-28T02:35:00,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741843_1019 (size=12001) 2024-11-28T02:35:00,132 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/d27efa45789348719d52a6b430be4311 2024-11-28T02:35:00,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/308301e8d31e4710b854afb8c962b0b6 is 50, key is test_row_0/C:col10/1732761299701/Put/seqid=0 2024-11-28T02:35:00,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741844_1020 (size=12001) 2024-11-28T02:35:00,180 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/308301e8d31e4710b854afb8c962b0b6 2024-11-28T02:35:00,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761360181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761360181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761360182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761360184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761360188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/f7eced301cba4dea91c19aece0b4d66d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/f7eced301cba4dea91c19aece0b4d66d 2024-11-28T02:35:00,214 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/f7eced301cba4dea91c19aece0b4d66d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-28T02:35:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/d27efa45789348719d52a6b430be4311 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d27efa45789348719d52a6b430be4311 2024-11-28T02:35:00,250 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d27efa45789348719d52a6b430be4311, entries=150, sequenceid=37, filesize=11.7 K 2024-11-28T02:35:00,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/308301e8d31e4710b854afb8c962b0b6 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/308301e8d31e4710b854afb8c962b0b6 2024-11-28T02:35:00,268 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/308301e8d31e4710b854afb8c962b0b6, entries=150, sequenceid=37, filesize=11.7 K 2024-11-28T02:35:00,270 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 14e0fd78f7e066c99393497843376f0f in 249ms, sequenceid=37, compaction requested=false 2024-11-28T02:35:00,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:00,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:00,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-28T02:35:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-28T02:35:00,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-28T02:35:00,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 785 msec 2024-11-28T02:35:00,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 803 msec 2024-11-28T02:35:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:00,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T02:35:00,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:00,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:00,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:00,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:00,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:00,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:00,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/8602637d536a43bdb9aed9c87e567120 is 50, key is test_row_0/A:col10/1732761300050/Put/seqid=0 2024-11-28T02:35:00,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741845_1021 (size=14341) 2024-11-28T02:35:00,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/8602637d536a43bdb9aed9c87e567120 2024-11-28T02:35:00,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761360468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/74949d1e8fd34542b29d3c48bf2006fa is 50, key is test_row_0/B:col10/1732761300050/Put/seqid=0 2024-11-28T02:35:00,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761360473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761360479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761360481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761360484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741846_1022 (size=12001) 2024-11-28T02:35:00,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/74949d1e8fd34542b29d3c48bf2006fa 2024-11-28T02:35:00,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/511e8ade134b4159a64f11287728802b is 50, key is test_row_0/C:col10/1732761300050/Put/seqid=0 2024-11-28T02:35:00,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741847_1023 (size=12001) 2024-11-28T02:35:00,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/511e8ade134b4159a64f11287728802b 2024-11-28T02:35:00,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/8602637d536a43bdb9aed9c87e567120 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/8602637d536a43bdb9aed9c87e567120 2024-11-28T02:35:00,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/8602637d536a43bdb9aed9c87e567120, entries=200, sequenceid=50, filesize=14.0 K 2024-11-28T02:35:00,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761360587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/74949d1e8fd34542b29d3c48bf2006fa as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/74949d1e8fd34542b29d3c48bf2006fa 2024-11-28T02:35:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-28T02:35:00,594 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-28T02:35:00,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-28T02:35:00,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761360594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-28T02:35:00,601 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:00,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761360595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,602 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:00,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:00,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761360598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761360598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/74949d1e8fd34542b29d3c48bf2006fa, entries=150, sequenceid=50, filesize=11.7 K 2024-11-28T02:35:00,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/511e8ade134b4159a64f11287728802b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/511e8ade134b4159a64f11287728802b 2024-11-28T02:35:00,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/511e8ade134b4159a64f11287728802b, entries=150, sequenceid=50, filesize=11.7 K 2024-11-28T02:35:00,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 14e0fd78f7e066c99393497843376f0f in 233ms, sequenceid=50, compaction requested=true 2024-11-28T02:35:00,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:00,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:00,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:00,630 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:00,630 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:00,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:00,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:00,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:00,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:00,634 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:00,637 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/B is initiating minor compaction (all files) 2024-11-28T02:35:00,637 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/B in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:00,637 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/01b406cdd57c47fd92e5fad9ad496eb5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d27efa45789348719d52a6b430be4311, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/74949d1e8fd34542b29d3c48bf2006fa] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=35.2 K 2024-11-28T02:35:00,640 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 01b406cdd57c47fd92e5fad9ad496eb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732761299570 2024-11-28T02:35:00,641 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:00,641 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/A is initiating minor compaction (all files) 2024-11-28T02:35:00,641 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/A in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:00,641 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting d27efa45789348719d52a6b430be4311, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732761299701 2024-11-28T02:35:00,641 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/764ee75ee574452f9b838c01477a06bd, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/f7eced301cba4dea91c19aece0b4d66d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/8602637d536a43bdb9aed9c87e567120] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=37.4 K 2024-11-28T02:35:00,642 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 74949d1e8fd34542b29d3c48bf2006fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732761300050 2024-11-28T02:35:00,642 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 764ee75ee574452f9b838c01477a06bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732761299570 2024-11-28T02:35:00,643 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7eced301cba4dea91c19aece0b4d66d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732761299701 2024-11-28T02:35:00,645 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8602637d536a43bdb9aed9c87e567120, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732761300050 2024-11-28T02:35:00,691 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#A#compaction#9 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:00,692 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#B#compaction#10 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:00,695 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/2332e53f718245919816a8fe2c352d5a is 50, key is test_row_0/B:col10/1732761300050/Put/seqid=0 2024-11-28T02:35:00,696 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/8de3a202fcf348e9962fae9590019f5c is 50, key is test_row_0/A:col10/1732761300050/Put/seqid=0 2024-11-28T02:35:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-28T02:35:00,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741849_1025 (size=12104) 2024-11-28T02:35:00,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741848_1024 (size=12104) 2024-11-28T02:35:00,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T02:35:00,738 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/8de3a202fcf348e9962fae9590019f5c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/8de3a202fcf348e9962fae9590019f5c 2024-11-28T02:35:00,757 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,758 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/A of 14e0fd78f7e066c99393497843376f0f into 8de3a202fcf348e9962fae9590019f5c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:00,758 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:00,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-28T02:35:00,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:00,759 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T02:35:00,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:00,759 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/A, priority=13, startTime=1732761300629; duration=0sec 2024-11-28T02:35:00,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:00,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:00,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:00,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:00,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:00,760 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:00,761 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:A 2024-11-28T02:35:00,761 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:00,765 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:00,765 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/C is initiating minor compaction (all files) 2024-11-28T02:35:00,765 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/C in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:00,765 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a2ef08898689421bbf12ea164d6b1186, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/308301e8d31e4710b854afb8c962b0b6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/511e8ade134b4159a64f11287728802b] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=35.2 K 2024-11-28T02:35:00,766 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2ef08898689421bbf12ea164d6b1186, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732761299570 2024-11-28T02:35:00,767 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 308301e8d31e4710b854afb8c962b0b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732761299701 2024-11-28T02:35:00,768 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 511e8ade134b4159a64f11287728802b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732761300050 2024-11-28T02:35:00,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/d58f6e233b604cba935f5f944c9a8bb5 is 50, key is test_row_0/A:col10/1732761300477/Put/seqid=0 2024-11-28T02:35:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:00,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:00,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741850_1026 (size=12001) 2024-11-28T02:35:00,812 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/d58f6e233b604cba935f5f944c9a8bb5 2024-11-28T02:35:00,814 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#C#compaction#12 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:00,816 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/4dc0ce171d564698b970b40952d70c89 is 50, key is test_row_0/C:col10/1732761300050/Put/seqid=0 2024-11-28T02:35:00,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/d1434a1d4d12426c8ef5c9fc8e5943bf is 50, key is test_row_0/B:col10/1732761300477/Put/seqid=0 2024-11-28T02:35:00,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741851_1027 (size=12104) 2024-11-28T02:35:00,860 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/4dc0ce171d564698b970b40952d70c89 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/4dc0ce171d564698b970b40952d70c89 2024-11-28T02:35:00,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T02:35:00,871 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T02:35:00,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-28T02:35:00,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-28T02:35:00,874 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T02:35:00,874 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T02:35:00,874 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T02:35:00,874 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T02:35:00,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T02:35:00,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-28T02:35:00,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741852_1028 (size=12001) 2024-11-28T02:35:00,886 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/C of 14e0fd78f7e066c99393497843376f0f into 4dc0ce171d564698b970b40952d70c89(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:00,886 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:00,886 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/C, priority=13, startTime=1732761300632; duration=0sec 2024-11-28T02:35:00,886 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:00,886 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:C 2024-11-28T02:35:00,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761360828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761360826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761360889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761360889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761360890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-28T02:35:00,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761360992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761360992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761360999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761360999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761361001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,131 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/2332e53f718245919816a8fe2c352d5a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/2332e53f718245919816a8fe2c352d5a 2024-11-28T02:35:01,146 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/B of 14e0fd78f7e066c99393497843376f0f into 2332e53f718245919816a8fe2c352d5a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:01,146 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:01,146 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/B, priority=13, startTime=1732761300630; duration=0sec 2024-11-28T02:35:01,146 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:01,146 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:B 2024-11-28T02:35:01,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761361197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761361198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-28T02:35:01,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761361205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761361205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761361206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,279 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/d1434a1d4d12426c8ef5c9fc8e5943bf 2024-11-28T02:35:01,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/c1bf7ad681c3443990c31058193a6822 is 50, key is test_row_0/C:col10/1732761300477/Put/seqid=0 2024-11-28T02:35:01,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741853_1029 (size=12001) 2024-11-28T02:35:01,329 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/c1bf7ad681c3443990c31058193a6822 2024-11-28T02:35:01,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/d58f6e233b604cba935f5f944c9a8bb5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/d58f6e233b604cba935f5f944c9a8bb5 2024-11-28T02:35:01,357 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/d58f6e233b604cba935f5f944c9a8bb5, entries=150, sequenceid=74, filesize=11.7 K 2024-11-28T02:35:01,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/d1434a1d4d12426c8ef5c9fc8e5943bf as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d1434a1d4d12426c8ef5c9fc8e5943bf 2024-11-28T02:35:01,382 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d1434a1d4d12426c8ef5c9fc8e5943bf, entries=150, sequenceid=74, filesize=11.7 K 2024-11-28T02:35:01,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/c1bf7ad681c3443990c31058193a6822 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/c1bf7ad681c3443990c31058193a6822 2024-11-28T02:35:01,408 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/c1bf7ad681c3443990c31058193a6822, entries=150, sequenceid=74, filesize=11.7 K 2024-11-28T02:35:01,411 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 14e0fd78f7e066c99393497843376f0f in 652ms, sequenceid=74, compaction requested=false 2024-11-28T02:35:01,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:01,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:01,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-28T02:35:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-28T02:35:01,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-28T02:35:01,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 812 msec 2024-11-28T02:35:01,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 825 msec 2024-11-28T02:35:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:01,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T02:35:01,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:01,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:01,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:01,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:01,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:01,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:01,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/791b537dd29746328df2fcf611a88ce5 is 50, key is test_row_0/A:col10/1732761301510/Put/seqid=0 2024-11-28T02:35:01,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741854_1030 (size=12001) 2024-11-28T02:35:01,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/791b537dd29746328df2fcf611a88ce5 2024-11-28T02:35:01,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/3bbb1d2b0e734b49b5c976bd5c6e2216 is 50, key is test_row_0/B:col10/1732761301510/Put/seqid=0 2024-11-28T02:35:01,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761361558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761361561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761361571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761361570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761361571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741855_1031 (size=12001) 2024-11-28T02:35:01,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761361675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761361676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761361681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761361681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761361681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-28T02:35:01,707 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-28T02:35:01,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-28T02:35:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-28T02:35:01,712 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:01,713 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:01,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-28T02:35:01,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-28T02:35:01,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:01,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:01,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:01,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:01,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:01,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761361880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761361880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761361886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761361887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761361887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:01,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/3bbb1d2b0e734b49b5c976bd5c6e2216 2024-11-28T02:35:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-28T02:35:02,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/1c1da663925048c2abb17a041ec7c13c is 50, key is test_row_0/C:col10/1732761301510/Put/seqid=0 2024-11-28T02:35:02,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-28T02:35:02,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:02,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:02,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:02,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:02,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:02,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741856_1032 (size=12001) 2024-11-28T02:35:02,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/1c1da663925048c2abb17a041ec7c13c 2024-11-28T02:35:02,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/791b537dd29746328df2fcf611a88ce5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/791b537dd29746328df2fcf611a88ce5 2024-11-28T02:35:02,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/791b537dd29746328df2fcf611a88ce5, entries=150, sequenceid=91, filesize=11.7 K 2024-11-28T02:35:02,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/3bbb1d2b0e734b49b5c976bd5c6e2216 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/3bbb1d2b0e734b49b5c976bd5c6e2216 2024-11-28T02:35:02,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/3bbb1d2b0e734b49b5c976bd5c6e2216, entries=150, sequenceid=91, filesize=11.7 K 2024-11-28T02:35:02,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/1c1da663925048c2abb17a041ec7c13c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/1c1da663925048c2abb17a041ec7c13c 2024-11-28T02:35:02,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/1c1da663925048c2abb17a041ec7c13c, entries=150, sequenceid=91, filesize=11.7 K 2024-11-28T02:35:02,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 14e0fd78f7e066c99393497843376f0f in 612ms, sequenceid=91, compaction requested=true 2024-11-28T02:35:02,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:02,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:02,126 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:02,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:02,126 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:02,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:02,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:02,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:02,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:02,131 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:02,131 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:02,131 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/A is initiating minor compaction (all files) 2024-11-28T02:35:02,131 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/B is initiating minor compaction (all files) 2024-11-28T02:35:02,131 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/A in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:02,131 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/B in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:02,131 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/8de3a202fcf348e9962fae9590019f5c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/d58f6e233b604cba935f5f944c9a8bb5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/791b537dd29746328df2fcf611a88ce5] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=35.3 K 2024-11-28T02:35:02,131 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/2332e53f718245919816a8fe2c352d5a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d1434a1d4d12426c8ef5c9fc8e5943bf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/3bbb1d2b0e734b49b5c976bd5c6e2216] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=35.3 K 2024-11-28T02:35:02,132 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 2332e53f718245919816a8fe2c352d5a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732761300050 2024-11-28T02:35:02,132 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8de3a202fcf348e9962fae9590019f5c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732761300050 2024-11-28T02:35:02,133 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting d58f6e233b604cba935f5f944c9a8bb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732761300462 2024-11-28T02:35:02,133 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting d1434a1d4d12426c8ef5c9fc8e5943bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732761300462 2024-11-28T02:35:02,134 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 791b537dd29746328df2fcf611a88ce5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732761300799 2024-11-28T02:35:02,134 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bbb1d2b0e734b49b5c976bd5c6e2216, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732761300799 2024-11-28T02:35:02,163 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:02,164 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/1349bd6d8d734a81836afe4653a60402 is 50, key is test_row_0/B:col10/1732761301510/Put/seqid=0 2024-11-28T02:35:02,174 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:02,175 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/34c902e2f3da4ccabdd0ad5922273340 is 50, key is test_row_0/A:col10/1732761301510/Put/seqid=0 2024-11-28T02:35:02,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-28T02:35:02,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:02,179 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-28T02:35:02,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:02,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:02,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:02,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:02,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:02,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:02,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:02,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741857_1033 (size=12207) 2024-11-28T02:35:02,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741858_1034 (size=12207) 2024-11-28T02:35:02,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761362211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761362211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/4bd02299250342909b7acbb0ce018233 is 50, key is test_row_0/A:col10/1732761301560/Put/seqid=0 2024-11-28T02:35:02,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761362214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761362214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761362218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,237 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/34c902e2f3da4ccabdd0ad5922273340 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/34c902e2f3da4ccabdd0ad5922273340 2024-11-28T02:35:02,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741859_1035 (size=12001) 2024-11-28T02:35:02,252 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/4bd02299250342909b7acbb0ce018233 2024-11-28T02:35:02,256 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/A of 14e0fd78f7e066c99393497843376f0f into 34c902e2f3da4ccabdd0ad5922273340(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:02,256 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:02,257 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/A, priority=13, startTime=1732761302126; duration=0sec 2024-11-28T02:35:02,257 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:02,257 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:A 2024-11-28T02:35:02,258 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:02,261 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:02,261 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/C is initiating minor compaction (all files) 2024-11-28T02:35:02,261 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/C in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:02,261 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/4dc0ce171d564698b970b40952d70c89, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/c1bf7ad681c3443990c31058193a6822, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/1c1da663925048c2abb17a041ec7c13c] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=35.3 K 2024-11-28T02:35:02,262 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dc0ce171d564698b970b40952d70c89, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732761300050 2024-11-28T02:35:02,263 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1bf7ad681c3443990c31058193a6822, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732761300462 2024-11-28T02:35:02,265 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c1da663925048c2abb17a041ec7c13c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732761300799 2024-11-28T02:35:02,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/609265e2995c4f1990c731e025ad673c is 50, key is test_row_0/B:col10/1732761301560/Put/seqid=0 2024-11-28T02:35:02,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741860_1036 (size=12001) 2024-11-28T02:35:02,295 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/609265e2995c4f1990c731e025ad673c 2024-11-28T02:35:02,305 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:02,306 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/605aaf2dd60d435a8d97ceffae59a87e is 50, key is test_row_0/C:col10/1732761301510/Put/seqid=0 2024-11-28T02:35:02,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/17b8e3d662c54abda90bf303458d572c is 50, key is test_row_0/C:col10/1732761301560/Put/seqid=0 2024-11-28T02:35:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-28T02:35:02,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761362319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761362324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761362329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761362329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761362329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741861_1037 (size=12207) 2024-11-28T02:35:02,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741862_1038 (size=12001) 2024-11-28T02:35:02,352 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/605aaf2dd60d435a8d97ceffae59a87e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/605aaf2dd60d435a8d97ceffae59a87e 2024-11-28T02:35:02,355 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/17b8e3d662c54abda90bf303458d572c 2024-11-28T02:35:02,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/4bd02299250342909b7acbb0ce018233 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/4bd02299250342909b7acbb0ce018233 2024-11-28T02:35:02,375 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/C of 14e0fd78f7e066c99393497843376f0f into 605aaf2dd60d435a8d97ceffae59a87e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:02,375 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:02,376 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/C, priority=13, startTime=1732761302128; duration=0sec 2024-11-28T02:35:02,376 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:02,377 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:C 2024-11-28T02:35:02,383 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/4bd02299250342909b7acbb0ce018233, entries=150, sequenceid=112, filesize=11.7 K 2024-11-28T02:35:02,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/609265e2995c4f1990c731e025ad673c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/609265e2995c4f1990c731e025ad673c 2024-11-28T02:35:02,399 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/609265e2995c4f1990c731e025ad673c, entries=150, sequenceid=112, filesize=11.7 K 2024-11-28T02:35:02,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/17b8e3d662c54abda90bf303458d572c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/17b8e3d662c54abda90bf303458d572c 2024-11-28T02:35:02,416 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/17b8e3d662c54abda90bf303458d572c, entries=150, sequenceid=112, filesize=11.7 K 2024-11-28T02:35:02,421 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 14e0fd78f7e066c99393497843376f0f in 241ms, sequenceid=112, compaction requested=false 2024-11-28T02:35:02,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:02,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:02,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-28T02:35:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-28T02:35:02,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-28T02:35:02,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 710 msec 2024-11-28T02:35:02,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 721 msec 2024-11-28T02:35:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:02,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-28T02:35:02,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:02,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:02,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:02,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:02,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:02,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:02,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/fd65b4bad22d462281dd2e0dad42bc66 is 50, key is test_row_0/A:col10/1732761302527/Put/seqid=0 2024-11-28T02:35:02,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761362561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761362561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761362564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761362564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761362567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741863_1039 (size=16781) 2024-11-28T02:35:02,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/fd65b4bad22d462281dd2e0dad42bc66 2024-11-28T02:35:02,620 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/1349bd6d8d734a81836afe4653a60402 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/1349bd6d8d734a81836afe4653a60402 2024-11-28T02:35:02,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/663112287c6c4f2fb3d89aea5fee3146 is 50, key is test_row_0/B:col10/1732761302527/Put/seqid=0 2024-11-28T02:35:02,638 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/B of 14e0fd78f7e066c99393497843376f0f into 1349bd6d8d734a81836afe4653a60402(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:02,638 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:02,639 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/B, priority=13, startTime=1732761302126; duration=0sec 2024-11-28T02:35:02,639 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:02,639 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:B 2024-11-28T02:35:02,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741864_1040 (size=12101) 2024-11-28T02:35:02,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/663112287c6c4f2fb3d89aea5fee3146 2024-11-28T02:35:02,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761362669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761362669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761362669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/80dfcbcb70f04336a7647b4a1803b0be is 50, key is test_row_0/C:col10/1732761302527/Put/seqid=0 2024-11-28T02:35:02,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761362670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761362670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741865_1041 (size=12101) 2024-11-28T02:35:02,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/80dfcbcb70f04336a7647b4a1803b0be 2024-11-28T02:35:02,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/fd65b4bad22d462281dd2e0dad42bc66 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/fd65b4bad22d462281dd2e0dad42bc66 2024-11-28T02:35:02,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/fd65b4bad22d462281dd2e0dad42bc66, entries=250, sequenceid=131, filesize=16.4 K 2024-11-28T02:35:02,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/663112287c6c4f2fb3d89aea5fee3146 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/663112287c6c4f2fb3d89aea5fee3146 2024-11-28T02:35:02,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/663112287c6c4f2fb3d89aea5fee3146, entries=150, sequenceid=131, filesize=11.8 K 2024-11-28T02:35:02,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/80dfcbcb70f04336a7647b4a1803b0be as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/80dfcbcb70f04336a7647b4a1803b0be 2024-11-28T02:35:02,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/80dfcbcb70f04336a7647b4a1803b0be, entries=150, sequenceid=131, filesize=11.8 K 2024-11-28T02:35:02,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 14e0fd78f7e066c99393497843376f0f in 237ms, sequenceid=131, compaction requested=true 2024-11-28T02:35:02,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:02,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:02,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:02,769 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:02,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:02,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:02,769 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:02,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:02,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:02,772 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:02,772 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:02,772 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/A is initiating minor compaction (all files) 2024-11-28T02:35:02,772 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/B is initiating minor compaction (all files) 2024-11-28T02:35:02,772 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/A in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:02,772 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/B in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:02,772 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/34c902e2f3da4ccabdd0ad5922273340, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/4bd02299250342909b7acbb0ce018233, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/fd65b4bad22d462281dd2e0dad42bc66] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=40.0 K 2024-11-28T02:35:02,772 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/1349bd6d8d734a81836afe4653a60402, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/609265e2995c4f1990c731e025ad673c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/663112287c6c4f2fb3d89aea5fee3146] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=35.5 K 2024-11-28T02:35:02,773 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34c902e2f3da4ccabdd0ad5922273340, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732761300799 2024-11-28T02:35:02,773 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 1349bd6d8d734a81836afe4653a60402, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732761300799 2024-11-28T02:35:02,774 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bd02299250342909b7acbb0ce018233, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732761301556 2024-11-28T02:35:02,774 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 609265e2995c4f1990c731e025ad673c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732761301556 2024-11-28T02:35:02,775 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd65b4bad22d462281dd2e0dad42bc66, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732761302207 2024-11-28T02:35:02,775 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 663112287c6c4f2fb3d89aea5fee3146, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732761302207 2024-11-28T02:35:02,790 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#B#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:02,791 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/d8c19bf8e17f431fa8fafbde3fadd56f is 50, key is test_row_0/B:col10/1732761302527/Put/seqid=0 2024-11-28T02:35:02,801 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#A#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:02,801 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/0d109823a07a4dfeb840e70a049be4c3 is 50, key is test_row_0/A:col10/1732761302527/Put/seqid=0 2024-11-28T02:35:02,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741866_1042 (size=12409) 2024-11-28T02:35:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-28T02:35:02,818 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-28T02:35:02,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-28T02:35:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-28T02:35:02,823 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:02,826 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:02,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:02,829 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/d8c19bf8e17f431fa8fafbde3fadd56f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d8c19bf8e17f431fa8fafbde3fadd56f 2024-11-28T02:35:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741867_1043 (size=12409) 2024-11-28T02:35:02,844 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/B of 14e0fd78f7e066c99393497843376f0f into d8c19bf8e17f431fa8fafbde3fadd56f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:02,844 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:02,844 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/B, priority=13, startTime=1732761302769; duration=0sec 2024-11-28T02:35:02,845 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:02,845 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:B 2024-11-28T02:35:02,845 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:02,848 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:02,848 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/C is initiating minor compaction (all files) 2024-11-28T02:35:02,849 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/C in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:02,849 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/605aaf2dd60d435a8d97ceffae59a87e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/17b8e3d662c54abda90bf303458d572c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/80dfcbcb70f04336a7647b4a1803b0be] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=35.5 K 2024-11-28T02:35:02,850 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 605aaf2dd60d435a8d97ceffae59a87e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732761300799 2024-11-28T02:35:02,851 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 17b8e3d662c54abda90bf303458d572c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732761301556 2024-11-28T02:35:02,852 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 80dfcbcb70f04336a7647b4a1803b0be, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732761302207 2024-11-28T02:35:02,873 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#C#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:02,874 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/d8b742123c49400ba4c58660d9970e25 is 50, key is test_row_0/C:col10/1732761302527/Put/seqid=0 2024-11-28T02:35:02,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-28T02:35:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:02,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:02,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:02,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:02,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:02,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:02,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:02,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741868_1044 (size=12409) 2024-11-28T02:35:02,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761362896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761362897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761362898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761362900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761362900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/cb47ba50268543b0bf8171ceeeca1ee9 is 50, key is test_row_0/A:col10/1732761302879/Put/seqid=0 2024-11-28T02:35:02,916 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/d8b742123c49400ba4c58660d9970e25 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/d8b742123c49400ba4c58660d9970e25 2024-11-28T02:35:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-28T02:35:02,929 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/C of 14e0fd78f7e066c99393497843376f0f into d8b742123c49400ba4c58660d9970e25(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:02,929 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:02,929 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/C, priority=13, startTime=1732761302769; duration=0sec 2024-11-28T02:35:02,929 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:02,929 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:C 2024-11-28T02:35:02,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741869_1045 (size=12151) 2024-11-28T02:35:02,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/cb47ba50268543b0bf8171ceeeca1ee9 2024-11-28T02:35:02,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/4491474869d5488a8fb1de622f0c36ee is 50, key is test_row_0/B:col10/1732761302879/Put/seqid=0 2024-11-28T02:35:02,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741870_1046 (size=12151) 2024-11-28T02:35:02,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/4491474869d5488a8fb1de622f0c36ee 2024-11-28T02:35:02,980 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:02,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-28T02:35:02,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:02,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:02,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:02,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:02,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:02,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/5890b83e53ad4e7a80d51d67a4ffd089 is 50, key is test_row_0/C:col10/1732761302879/Put/seqid=0 2024-11-28T02:35:03,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741871_1047 (size=12151) 2024-11-28T02:35:03,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761363006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761363009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761363009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761363011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761363012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-28T02:35:03,134 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-28T02:35:03,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:03,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:03,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:03,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:03,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:03,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761363210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761363213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761363213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761363218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761363223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,254 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/0d109823a07a4dfeb840e70a049be4c3 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/0d109823a07a4dfeb840e70a049be4c3 2024-11-28T02:35:03,267 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/A of 14e0fd78f7e066c99393497843376f0f into 0d109823a07a4dfeb840e70a049be4c3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:03,267 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:03,267 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/A, priority=13, startTime=1732761302769; duration=0sec 2024-11-28T02:35:03,269 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:03,269 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:A 2024-11-28T02:35:03,291 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-28T02:35:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:03,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:03,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:03,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/5890b83e53ad4e7a80d51d67a4ffd089 2024-11-28T02:35:03,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/cb47ba50268543b0bf8171ceeeca1ee9 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/cb47ba50268543b0bf8171ceeeca1ee9 2024-11-28T02:35:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-28T02:35:03,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/cb47ba50268543b0bf8171ceeeca1ee9, entries=150, sequenceid=155, filesize=11.9 K 2024-11-28T02:35:03,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/4491474869d5488a8fb1de622f0c36ee as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/4491474869d5488a8fb1de622f0c36ee 2024-11-28T02:35:03,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/4491474869d5488a8fb1de622f0c36ee, entries=150, sequenceid=155, filesize=11.9 K 2024-11-28T02:35:03,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/5890b83e53ad4e7a80d51d67a4ffd089 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5890b83e53ad4e7a80d51d67a4ffd089 2024-11-28T02:35:03,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-28T02:35:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:03,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:03,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5890b83e53ad4e7a80d51d67a4ffd089, entries=150, sequenceid=155, filesize=11.9 K 2024-11-28T02:35:03,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 14e0fd78f7e066c99393497843376f0f in 580ms, sequenceid=155, compaction requested=false 2024-11-28T02:35:03,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:03,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-28T02:35:03,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:03,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:03,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:03,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:03,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:03,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:03,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/44ca76f5939b4de0ad8ad49a388539f7 is 50, key is test_row_0/A:col10/1732761302898/Put/seqid=0 2024-11-28T02:35:03,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741872_1048 (size=14541) 2024-11-28T02:35:03,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/44ca76f5939b4de0ad8ad49a388539f7 2024-11-28T02:35:03,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761363548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761363551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761363555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761363558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761363562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/2184274678fb47e283316ab3bf925b53 is 50, key is test_row_0/B:col10/1732761302898/Put/seqid=0 2024-11-28T02:35:03,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741873_1049 (size=12151) 2024-11-28T02:35:03,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/2184274678fb47e283316ab3bf925b53 2024-11-28T02:35:03,602 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-28T02:35:03,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:03,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:03,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:03,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:03,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:03,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/01dd58e4cd9a44dd85cdf561bd617508 is 50, key is test_row_0/C:col10/1732761302898/Put/seqid=0 2024-11-28T02:35:03,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741874_1050 (size=12151) 2024-11-28T02:35:03,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/01dd58e4cd9a44dd85cdf561bd617508 2024-11-28T02:35:03,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/44ca76f5939b4de0ad8ad49a388539f7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/44ca76f5939b4de0ad8ad49a388539f7 2024-11-28T02:35:03,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761363661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761363664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/44ca76f5939b4de0ad8ad49a388539f7, entries=200, sequenceid=172, filesize=14.2 K 2024-11-28T02:35:03,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761363665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761363665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761363666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/2184274678fb47e283316ab3bf925b53 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/2184274678fb47e283316ab3bf925b53 2024-11-28T02:35:03,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/2184274678fb47e283316ab3bf925b53, entries=150, sequenceid=172, filesize=11.9 K 2024-11-28T02:35:03,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/01dd58e4cd9a44dd85cdf561bd617508 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/01dd58e4cd9a44dd85cdf561bd617508 2024-11-28T02:35:03,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/01dd58e4cd9a44dd85cdf561bd617508, entries=150, sequenceid=172, filesize=11.9 K 2024-11-28T02:35:03,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 14e0fd78f7e066c99393497843376f0f in 188ms, sequenceid=172, compaction requested=true 2024-11-28T02:35:03,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:03,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:03,706 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:03,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:03,706 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:03,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:03,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:03,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:03,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:03,708 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:03,708 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:03,708 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/A is initiating minor compaction (all files) 2024-11-28T02:35:03,708 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/B is initiating minor compaction (all files) 2024-11-28T02:35:03,708 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/A in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:03,708 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/B in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:03,708 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/0d109823a07a4dfeb840e70a049be4c3, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/cb47ba50268543b0bf8171ceeeca1ee9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/44ca76f5939b4de0ad8ad49a388539f7] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=38.2 K 2024-11-28T02:35:03,708 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d8c19bf8e17f431fa8fafbde3fadd56f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/4491474869d5488a8fb1de622f0c36ee, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/2184274678fb47e283316ab3bf925b53] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=35.9 K 2024-11-28T02:35:03,709 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d109823a07a4dfeb840e70a049be4c3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732761302207 2024-11-28T02:35:03,709 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting d8c19bf8e17f431fa8fafbde3fadd56f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732761302207 2024-11-28T02:35:03,709 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 4491474869d5488a8fb1de622f0c36ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732761302877 2024-11-28T02:35:03,710 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb47ba50268543b0bf8171ceeeca1ee9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732761302877 2024-11-28T02:35:03,711 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44ca76f5939b4de0ad8ad49a388539f7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732761302891 2024-11-28T02:35:03,711 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 2184274678fb47e283316ab3bf925b53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732761302897 2024-11-28T02:35:03,727 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:03,727 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:03,728 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/132c35c32714436286e273baf3490add is 50, key is test_row_0/B:col10/1732761302898/Put/seqid=0 2024-11-28T02:35:03,728 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/4cb7e5fc593a49f9a110c64371ae1b8e is 50, key is test_row_0/A:col10/1732761302898/Put/seqid=0 2024-11-28T02:35:03,757 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-28T02:35:03,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:03,758 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-28T02:35:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:03,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:03,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:03,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:03,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:03,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741876_1052 (size=12561) 2024-11-28T02:35:03,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741875_1051 (size=12561) 2024-11-28T02:35:03,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/801837bd9ca742e69d1b8ceb7d380062 is 50, key is test_row_0/A:col10/1732761303557/Put/seqid=0 2024-11-28T02:35:03,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741877_1053 (size=12151) 2024-11-28T02:35:03,809 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/801837bd9ca742e69d1b8ceb7d380062 2024-11-28T02:35:03,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/39dae23b26d84c00a589c5ccac0e1376 is 50, key is test_row_0/B:col10/1732761303557/Put/seqid=0 2024-11-28T02:35:03,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741878_1054 (size=12151) 2024-11-28T02:35:03,847 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/39dae23b26d84c00a589c5ccac0e1376 2024-11-28T02:35:03,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/5ebdfef5bc0d401fa04ba4fc7aa077a0 is 50, key is test_row_0/C:col10/1732761303557/Put/seqid=0 2024-11-28T02:35:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:03,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:03,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741879_1055 (size=12151) 2024-11-28T02:35:03,883 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/5ebdfef5bc0d401fa04ba4fc7aa077a0 2024-11-28T02:35:03,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/801837bd9ca742e69d1b8ceb7d380062 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/801837bd9ca742e69d1b8ceb7d380062 2024-11-28T02:35:03,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761363887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761363887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761363889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761363890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761363891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:03,901 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/801837bd9ca742e69d1b8ceb7d380062, entries=150, sequenceid=194, filesize=11.9 K 2024-11-28T02:35:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/39dae23b26d84c00a589c5ccac0e1376 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/39dae23b26d84c00a589c5ccac0e1376 2024-11-28T02:35:03,915 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/39dae23b26d84c00a589c5ccac0e1376, entries=150, sequenceid=194, filesize=11.9 K 2024-11-28T02:35:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/5ebdfef5bc0d401fa04ba4fc7aa077a0 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5ebdfef5bc0d401fa04ba4fc7aa077a0 2024-11-28T02:35:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-28T02:35:03,933 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5ebdfef5bc0d401fa04ba4fc7aa077a0, entries=150, sequenceid=194, filesize=11.9 K 2024-11-28T02:35:03,934 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 14e0fd78f7e066c99393497843376f0f in 176ms, sequenceid=194, compaction requested=true 2024-11-28T02:35:03,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:03,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:03,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-28T02:35:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-28T02:35:03,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-28T02:35:03,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1100 sec 2024-11-28T02:35:03,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.1210 sec 2024-11-28T02:35:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:04,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-28T02:35:04,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:04,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:04,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:04,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:04,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:04,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:04,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/817a7ce899264eb4ae49c972de582571 is 50, key is test_row_0/A:col10/1732761303888/Put/seqid=0 2024-11-28T02:35:04,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741880_1056 (size=12151) 2024-11-28T02:35:04,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761364023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761364025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761364028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761364030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761364033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761364134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761364134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761364135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761364137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761364138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,180 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/4cb7e5fc593a49f9a110c64371ae1b8e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/4cb7e5fc593a49f9a110c64371ae1b8e 2024-11-28T02:35:04,190 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/132c35c32714436286e273baf3490add as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/132c35c32714436286e273baf3490add 2024-11-28T02:35:04,201 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/A of 14e0fd78f7e066c99393497843376f0f into 4cb7e5fc593a49f9a110c64371ae1b8e(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:04,202 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:04,202 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/A, priority=13, startTime=1732761303706; duration=0sec 2024-11-28T02:35:04,202 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:04,202 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:A 2024-11-28T02:35:04,202 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:35:04,202 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/B of 14e0fd78f7e066c99393497843376f0f into 132c35c32714436286e273baf3490add(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:04,202 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:04,202 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/B, priority=13, startTime=1732761303706; duration=0sec 2024-11-28T02:35:04,203 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:04,203 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:B 2024-11-28T02:35:04,205 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:35:04,206 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/C is initiating minor compaction (all files) 2024-11-28T02:35:04,206 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/C in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:04,206 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/d8b742123c49400ba4c58660d9970e25, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5890b83e53ad4e7a80d51d67a4ffd089, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/01dd58e4cd9a44dd85cdf561bd617508, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5ebdfef5bc0d401fa04ba4fc7aa077a0] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=47.7 K 2024-11-28T02:35:04,207 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8b742123c49400ba4c58660d9970e25, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732761302207 2024-11-28T02:35:04,208 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5890b83e53ad4e7a80d51d67a4ffd089, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732761302877 2024-11-28T02:35:04,209 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01dd58e4cd9a44dd85cdf561bd617508, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732761302897 2024-11-28T02:35:04,209 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ebdfef5bc0d401fa04ba4fc7aa077a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732761303551 2024-11-28T02:35:04,230 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#C#compaction#42 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:04,231 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/a8b4d4a10c0b43ef9dbb8d528d1abcf7 is 50, key is test_row_0/C:col10/1732761303557/Put/seqid=0 2024-11-28T02:35:04,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741881_1057 (size=12595) 2024-11-28T02:35:04,261 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/a8b4d4a10c0b43ef9dbb8d528d1abcf7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a8b4d4a10c0b43ef9dbb8d528d1abcf7 2024-11-28T02:35:04,271 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/C of 14e0fd78f7e066c99393497843376f0f into a8b4d4a10c0b43ef9dbb8d528d1abcf7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:04,271 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:04,271 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/C, priority=12, startTime=1732761303706; duration=0sec 2024-11-28T02:35:04,271 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:04,271 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:C 2024-11-28T02:35:04,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761364339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761364338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761364339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761364343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761364343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/817a7ce899264eb4ae49c972de582571 2024-11-28T02:35:04,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/288de7a99c854d049406349525a11ab7 is 50, key is test_row_0/B:col10/1732761303888/Put/seqid=0 2024-11-28T02:35:04,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741882_1058 (size=12151) 2024-11-28T02:35:04,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/288de7a99c854d049406349525a11ab7 2024-11-28T02:35:04,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/06408ebb3c1e4cfd9d88cd1c7c7dd61c is 50, key is test_row_0/C:col10/1732761303888/Put/seqid=0 2024-11-28T02:35:04,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741883_1059 (size=12151) 2024-11-28T02:35:04,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/06408ebb3c1e4cfd9d88cd1c7c7dd61c 2024-11-28T02:35:04,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/817a7ce899264eb4ae49c972de582571 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/817a7ce899264eb4ae49c972de582571 2024-11-28T02:35:04,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/817a7ce899264eb4ae49c972de582571, entries=150, sequenceid=211, filesize=11.9 K 2024-11-28T02:35:04,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/288de7a99c854d049406349525a11ab7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/288de7a99c854d049406349525a11ab7 2024-11-28T02:35:04,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/288de7a99c854d049406349525a11ab7, entries=150, sequenceid=211, filesize=11.9 K 2024-11-28T02:35:04,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/06408ebb3c1e4cfd9d88cd1c7c7dd61c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/06408ebb3c1e4cfd9d88cd1c7c7dd61c 2024-11-28T02:35:04,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/06408ebb3c1e4cfd9d88cd1c7c7dd61c, entries=150, sequenceid=211, filesize=11.9 K 2024-11-28T02:35:04,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 14e0fd78f7e066c99393497843376f0f in 548ms, sequenceid=211, compaction requested=true 2024-11-28T02:35:04,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:04,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:04,549 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:04,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:04,549 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:04,553 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:04,553 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:04,553 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/B is initiating minor compaction (all files) 2024-11-28T02:35:04,553 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/A is initiating minor compaction (all files) 2024-11-28T02:35:04,553 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/B in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:04,553 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/A in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:04,553 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/132c35c32714436286e273baf3490add, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/39dae23b26d84c00a589c5ccac0e1376, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/288de7a99c854d049406349525a11ab7] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=36.0 K 2024-11-28T02:35:04,553 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/4cb7e5fc593a49f9a110c64371ae1b8e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/801837bd9ca742e69d1b8ceb7d380062, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/817a7ce899264eb4ae49c972de582571] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=36.0 K 2024-11-28T02:35:04,554 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cb7e5fc593a49f9a110c64371ae1b8e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732761302897 2024-11-28T02:35:04,554 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 132c35c32714436286e273baf3490add, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732761302897 2024-11-28T02:35:04,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:04,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:04,555 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 801837bd9ca742e69d1b8ceb7d380062, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732761303551 2024-11-28T02:35:04,555 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 39dae23b26d84c00a589c5ccac0e1376, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732761303551 2024-11-28T02:35:04,555 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 288de7a99c854d049406349525a11ab7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732761303887 2024-11-28T02:35:04,555 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 817a7ce899264eb4ae49c972de582571, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732761303887 2024-11-28T02:35:04,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:04,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:04,573 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#A#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:04,574 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/923b21d60bbe44a78816b777d86aa428 is 50, key is test_row_0/A:col10/1732761303888/Put/seqid=0 2024-11-28T02:35:04,576 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#B#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:04,577 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/cfc868b47a9040f195983910132fe291 is 50, key is test_row_0/B:col10/1732761303888/Put/seqid=0 2024-11-28T02:35:04,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741884_1060 (size=12663) 2024-11-28T02:35:04,622 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/923b21d60bbe44a78816b777d86aa428 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/923b21d60bbe44a78816b777d86aa428 2024-11-28T02:35:04,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741885_1061 (size=12663) 2024-11-28T02:35:04,633 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/A of 14e0fd78f7e066c99393497843376f0f into 923b21d60bbe44a78816b777d86aa428(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:04,634 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:04,635 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/A, priority=13, startTime=1732761304549; duration=0sec 2024-11-28T02:35:04,636 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:04,636 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:A 2024-11-28T02:35:04,636 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-28T02:35:04,639 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/cfc868b47a9040f195983910132fe291 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/cfc868b47a9040f195983910132fe291 2024-11-28T02:35:04,640 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-28T02:35:04,640 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-28T02:35:04,640 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. because compaction request was cancelled 2024-11-28T02:35:04,641 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:C 2024-11-28T02:35:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:04,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-28T02:35:04,649 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/B of 14e0fd78f7e066c99393497843376f0f into cfc868b47a9040f195983910132fe291(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:04,649 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:04,649 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/B, priority=13, startTime=1732761304549; duration=0sec 2024-11-28T02:35:04,649 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:04,650 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:B 2024-11-28T02:35:04,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:04,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:04,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:04,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:04,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:04,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:04,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/7ad65fd19beb453e95049e80d3a144cd is 50, key is test_row_0/A:col10/1732761304646/Put/seqid=0 2024-11-28T02:35:04,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741886_1062 (size=14541) 2024-11-28T02:35:04,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/7ad65fd19beb453e95049e80d3a144cd 2024-11-28T02:35:04,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/9ae7cce6a79b40a68f84f9979aeecbc7 is 50, key is test_row_0/B:col10/1732761304646/Put/seqid=0 2024-11-28T02:35:04,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741887_1063 (size=12151) 2024-11-28T02:35:04,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761364708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761364709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761364707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761364711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761364713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761364815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761364815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761364816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761364817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761364818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-28T02:35:04,930 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-28T02:35:04,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-28T02:35:04,935 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-28T02:35:04,936 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:04,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:05,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761365021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761365021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761365021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761365021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761365023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-28T02:35:05,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/9ae7cce6a79b40a68f84f9979aeecbc7 2024-11-28T02:35:05,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-28T02:35:05,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:05,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:05,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:05,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:05,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:05,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/605f7b69fc264783bb865d63826b61ad is 50, key is test_row_0/C:col10/1732761304646/Put/seqid=0 2024-11-28T02:35:05,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741888_1064 (size=12151) 2024-11-28T02:35:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-28T02:35:05,245 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-28T02:35:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:05,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:05,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761365325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761365325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761365329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761365330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761365330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,398 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-28T02:35:05,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:05,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:05,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:05,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:05,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:05,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/605f7b69fc264783bb865d63826b61ad 2024-11-28T02:35:05,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/7ad65fd19beb453e95049e80d3a144cd as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/7ad65fd19beb453e95049e80d3a144cd 2024-11-28T02:35:05,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/7ad65fd19beb453e95049e80d3a144cd, entries=200, sequenceid=238, filesize=14.2 K 2024-11-28T02:35:05,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/9ae7cce6a79b40a68f84f9979aeecbc7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/9ae7cce6a79b40a68f84f9979aeecbc7 2024-11-28T02:35:05,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/9ae7cce6a79b40a68f84f9979aeecbc7, entries=150, sequenceid=238, filesize=11.9 K 2024-11-28T02:35:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-28T02:35:05,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/605f7b69fc264783bb865d63826b61ad as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/605f7b69fc264783bb865d63826b61ad 2024-11-28T02:35:05,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/605f7b69fc264783bb865d63826b61ad, entries=150, sequenceid=238, filesize=11.9 K 2024-11-28T02:35:05,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 14e0fd78f7e066c99393497843376f0f in 903ms, sequenceid=238, compaction requested=true 2024-11-28T02:35:05,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:05,551 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-28T02:35:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:05,551 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-28T02:35:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:05,552 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-28T02:35:05,552 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-28T02:35:05,552 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. because compaction request was cancelled 2024-11-28T02:35:05,553 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:B 2024-11-28T02:35:05,553 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:05,553 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-28T02:35:05,553 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-28T02:35:05,553 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. because compaction request was cancelled 2024-11-28T02:35:05,553 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:A 2024-11-28T02:35:05,554 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:05,555 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/C is initiating minor compaction (all files) 2024-11-28T02:35:05,555 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/C in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:05,555 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a8b4d4a10c0b43ef9dbb8d528d1abcf7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/06408ebb3c1e4cfd9d88cd1c7c7dd61c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/605f7b69fc264783bb865d63826b61ad] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=36.0 K 2024-11-28T02:35:05,556 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting a8b4d4a10c0b43ef9dbb8d528d1abcf7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732761303551 2024-11-28T02:35:05,556 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 06408ebb3c1e4cfd9d88cd1c7c7dd61c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732761303887 2024-11-28T02:35:05,557 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 605f7b69fc264783bb865d63826b61ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732761304029 2024-11-28T02:35:05,569 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:05,570 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/a213c142b8f340f8b666b4ebba3788d4 is 50, key is test_row_0/C:col10/1732761304646/Put/seqid=0 2024-11-28T02:35:05,580 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-28T02:35:05,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:05,582 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T02:35:05,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:05,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:05,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:05,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/19434dcac66b48708f722fb5fe51b2d5 is 50, key is test_row_0/A:col10/1732761304710/Put/seqid=0 2024-11-28T02:35:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741889_1065 (size=12697) 2024-11-28T02:35:05,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741890_1066 (size=12151) 2024-11-28T02:35:05,609 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/19434dcac66b48708f722fb5fe51b2d5 2024-11-28T02:35:05,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/dd693507107142638feecf770127a562 is 50, key is test_row_0/B:col10/1732761304710/Put/seqid=0 2024-11-28T02:35:05,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741891_1067 (size=12151) 2024-11-28T02:35:05,631 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/dd693507107142638feecf770127a562 2024-11-28T02:35:05,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/9e5656106c554bb7ba22499370be9ed2 is 50, key is test_row_0/C:col10/1732761304710/Put/seqid=0 2024-11-28T02:35:05,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741892_1068 (size=12151) 2024-11-28T02:35:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:05,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:05,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761365901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761365902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761365902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761365905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:05,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761365905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761366007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761366008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761366011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,013 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/a213c142b8f340f8b666b4ebba3788d4 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a213c142b8f340f8b666b4ebba3788d4 2024-11-28T02:35:06,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761366013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761366013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,022 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/C of 14e0fd78f7e066c99393497843376f0f into a213c142b8f340f8b666b4ebba3788d4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:06,022 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:06,022 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/C, priority=13, startTime=1732761305551; duration=0sec 2024-11-28T02:35:06,022 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:06,022 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:C 2024-11-28T02:35:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-28T02:35:06,060 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/9e5656106c554bb7ba22499370be9ed2 2024-11-28T02:35:06,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/19434dcac66b48708f722fb5fe51b2d5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/19434dcac66b48708f722fb5fe51b2d5 2024-11-28T02:35:06,077 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/19434dcac66b48708f722fb5fe51b2d5, entries=150, sequenceid=252, filesize=11.9 K 2024-11-28T02:35:06,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/dd693507107142638feecf770127a562 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/dd693507107142638feecf770127a562 2024-11-28T02:35:06,086 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/dd693507107142638feecf770127a562, entries=150, sequenceid=252, filesize=11.9 K 2024-11-28T02:35:06,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/9e5656106c554bb7ba22499370be9ed2 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/9e5656106c554bb7ba22499370be9ed2 2024-11-28T02:35:06,096 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/9e5656106c554bb7ba22499370be9ed2, entries=150, sequenceid=252, filesize=11.9 K 2024-11-28T02:35:06,097 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 14e0fd78f7e066c99393497843376f0f in 516ms, sequenceid=252, compaction requested=true 2024-11-28T02:35:06,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:06,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:06,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-28T02:35:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-28T02:35:06,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-28T02:35:06,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1630 sec 2024-11-28T02:35:06,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.1740 sec 2024-11-28T02:35:06,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T02:35:06,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:06,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:06,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:06,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:06,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:06,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:06,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/11b1a23e2aa74ac09688b8a6fcf00df7 is 50, key is test_row_0/A:col10/1732761306210/Put/seqid=0 2024-11-28T02:35:06,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741893_1069 (size=14741) 2024-11-28T02:35:06,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761366255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761366256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761366258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761366257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761366259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761366363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761366364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761366364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761366368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761366371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761366566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761366567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761366567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761366571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761366575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/11b1a23e2aa74ac09688b8a6fcf00df7 2024-11-28T02:35:06,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/e0fdf7f0022f48ec8532c5e248cf68c7 is 50, key is test_row_0/B:col10/1732761306210/Put/seqid=0 2024-11-28T02:35:06,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741894_1070 (size=12301) 2024-11-28T02:35:06,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761366870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761366872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761366873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761366875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:06,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761366877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-28T02:35:07,042 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-28T02:35:07,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/e0fdf7f0022f48ec8532c5e248cf68c7 2024-11-28T02:35:07,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-28T02:35:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-28T02:35:07,050 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:07,051 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:07,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:07,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/78e92f544b9c40d3a0340b4be0e6f77f is 50, key is test_row_0/C:col10/1732761306210/Put/seqid=0 2024-11-28T02:35:07,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741895_1071 (size=12301) 2024-11-28T02:35:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-28T02:35:07,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:07,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T02:35:07,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:07,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:07,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:07,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:07,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-28T02:35:07,357 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:07,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T02:35:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:07,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:07,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761367377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:07,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761367377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:07,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761367377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:07,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761367379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:07,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761367386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:07,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/78e92f544b9c40d3a0340b4be0e6f77f 2024-11-28T02:35:07,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/11b1a23e2aa74ac09688b8a6fcf00df7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/11b1a23e2aa74ac09688b8a6fcf00df7 2024-11-28T02:35:07,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/11b1a23e2aa74ac09688b8a6fcf00df7, entries=200, sequenceid=277, filesize=14.4 K 2024-11-28T02:35:07,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/e0fdf7f0022f48ec8532c5e248cf68c7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e0fdf7f0022f48ec8532c5e248cf68c7 2024-11-28T02:35:07,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e0fdf7f0022f48ec8532c5e248cf68c7, entries=150, sequenceid=277, filesize=12.0 K 2024-11-28T02:35:07,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/78e92f544b9c40d3a0340b4be0e6f77f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/78e92f544b9c40d3a0340b4be0e6f77f 2024-11-28T02:35:07,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/78e92f544b9c40d3a0340b4be0e6f77f, entries=150, sequenceid=277, filesize=12.0 K 2024-11-28T02:35:07,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 14e0fd78f7e066c99393497843376f0f in 1285ms, sequenceid=277, compaction requested=true 2024-11-28T02:35:07,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:07,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:07,496 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:35:07,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:07,496 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:35:07,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:07,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:07,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:07,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:07,498 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:35:07,498 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/A is initiating minor compaction (all files) 2024-11-28T02:35:07,498 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/A in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:07,499 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/923b21d60bbe44a78816b777d86aa428, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/7ad65fd19beb453e95049e80d3a144cd, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/19434dcac66b48708f722fb5fe51b2d5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/11b1a23e2aa74ac09688b8a6fcf00df7] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=52.8 K 2024-11-28T02:35:07,499 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:35:07,499 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/B is initiating minor compaction (all files) 2024-11-28T02:35:07,499 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/B in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:07,499 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/cfc868b47a9040f195983910132fe291, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/9ae7cce6a79b40a68f84f9979aeecbc7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/dd693507107142638feecf770127a562, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e0fdf7f0022f48ec8532c5e248cf68c7] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=48.1 K 2024-11-28T02:35:07,500 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 923b21d60bbe44a78816b777d86aa428, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732761303887 2024-11-28T02:35:07,500 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting cfc868b47a9040f195983910132fe291, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732761303887 2024-11-28T02:35:07,501 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ad65fd19beb453e95049e80d3a144cd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732761304029 2024-11-28T02:35:07,501 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19434dcac66b48708f722fb5fe51b2d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732761304706 2024-11-28T02:35:07,501 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ae7cce6a79b40a68f84f9979aeecbc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732761304029 2024-11-28T02:35:07,501 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11b1a23e2aa74ac09688b8a6fcf00df7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732761305898 2024-11-28T02:35:07,502 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting dd693507107142638feecf770127a562, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732761304706 2024-11-28T02:35:07,502 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting e0fdf7f0022f48ec8532c5e248cf68c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732761305900 2024-11-28T02:35:07,511 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:07,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T02:35:07,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:07,512 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T02:35:07,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:07,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:07,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:07,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:07,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:07,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:07,521 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:07,521 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/a09ec3da819a45b393e50e3f3ee80fe1 is 50, key is test_row_0/A:col10/1732761306210/Put/seqid=0 2024-11-28T02:35:07,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/fc84832cda4f407385d19e60a95d25d5 is 50, key is test_row_0/A:col10/1732761306258/Put/seqid=0 2024-11-28T02:35:07,530 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#B#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:07,531 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/283793553c0a4aa69a0ac6eee7e5a464 is 50, key is test_row_0/B:col10/1732761306210/Put/seqid=0 2024-11-28T02:35:07,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741896_1072 (size=12301) 2024-11-28T02:35:07,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741897_1073 (size=12949) 2024-11-28T02:35:07,595 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/283793553c0a4aa69a0ac6eee7e5a464 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/283793553c0a4aa69a0ac6eee7e5a464 2024-11-28T02:35:07,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741898_1074 (size=12949) 2024-11-28T02:35:07,609 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/a09ec3da819a45b393e50e3f3ee80fe1 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/a09ec3da819a45b393e50e3f3ee80fe1 2024-11-28T02:35:07,609 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/B of 14e0fd78f7e066c99393497843376f0f into 283793553c0a4aa69a0ac6eee7e5a464(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:07,609 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:07,609 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/B, priority=12, startTime=1732761307496; duration=0sec 2024-11-28T02:35:07,609 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:07,610 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:B 2024-11-28T02:35:07,610 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:07,611 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:07,611 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/C is initiating minor compaction (all files) 2024-11-28T02:35:07,611 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/C in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:07,613 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a213c142b8f340f8b666b4ebba3788d4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/9e5656106c554bb7ba22499370be9ed2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/78e92f544b9c40d3a0340b4be0e6f77f] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=36.3 K 2024-11-28T02:35:07,613 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting a213c142b8f340f8b666b4ebba3788d4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732761304029 2024-11-28T02:35:07,613 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e5656106c554bb7ba22499370be9ed2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732761304706 2024-11-28T02:35:07,614 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 78e92f544b9c40d3a0340b4be0e6f77f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732761305900 2024-11-28T02:35:07,617 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/A of 14e0fd78f7e066c99393497843376f0f into a09ec3da819a45b393e50e3f3ee80fe1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:07,617 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:07,617 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/A, priority=12, startTime=1732761307496; duration=0sec 2024-11-28T02:35:07,617 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:07,618 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:A 2024-11-28T02:35:07,626 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#C#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:07,627 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/e4d7e5db0c7f45d9be1984619a7a4656 is 50, key is test_row_0/C:col10/1732761306210/Put/seqid=0 2024-11-28T02:35:07,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741899_1075 (size=12949) 2024-11-28T02:35:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-28T02:35:07,949 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/fc84832cda4f407385d19e60a95d25d5 2024-11-28T02:35:07,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/dbd68d2ab9e84dcab946ca118a49cc23 is 50, key is test_row_0/B:col10/1732761306258/Put/seqid=0 2024-11-28T02:35:08,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741900_1076 (size=12301) 2024-11-28T02:35:08,039 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/e4d7e5db0c7f45d9be1984619a7a4656 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/e4d7e5db0c7f45d9be1984619a7a4656 2024-11-28T02:35:08,046 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/C of 14e0fd78f7e066c99393497843376f0f into e4d7e5db0c7f45d9be1984619a7a4656(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:08,046 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:08,046 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/C, priority=13, startTime=1732761307497; duration=0sec 2024-11-28T02:35:08,047 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:08,047 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:C 2024-11-28T02:35:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-28T02:35:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:08,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:08,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761368403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:08,409 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/dbd68d2ab9e84dcab946ca118a49cc23 2024-11-28T02:35:08,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761368403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:08,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761368405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:08,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761368406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:08,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761368405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:08,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/5c32f46cfb4e41afaf426e9d9c6a373f is 50, key is test_row_0/C:col10/1732761306258/Put/seqid=0 2024-11-28T02:35:08,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741901_1077 (size=12301) 2024-11-28T02:35:08,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761368510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:08,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761368511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:08,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:08,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761368513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761368513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:08,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761368514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:08,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761368713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:08,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761368715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:08,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761368718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:08,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761368720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:08,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761368720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:08,847 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/5c32f46cfb4e41afaf426e9d9c6a373f 2024-11-28T02:35:08,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/fc84832cda4f407385d19e60a95d25d5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/fc84832cda4f407385d19e60a95d25d5 2024-11-28T02:35:08,866 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/fc84832cda4f407385d19e60a95d25d5, entries=150, sequenceid=289, filesize=12.0 K 2024-11-28T02:35:08,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/dbd68d2ab9e84dcab946ca118a49cc23 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/dbd68d2ab9e84dcab946ca118a49cc23 2024-11-28T02:35:08,876 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/dbd68d2ab9e84dcab946ca118a49cc23, entries=150, sequenceid=289, filesize=12.0 K 2024-11-28T02:35:08,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/5c32f46cfb4e41afaf426e9d9c6a373f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5c32f46cfb4e41afaf426e9d9c6a373f 2024-11-28T02:35:08,893 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5c32f46cfb4e41afaf426e9d9c6a373f, entries=150, sequenceid=289, filesize=12.0 K 2024-11-28T02:35:08,896 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 14e0fd78f7e066c99393497843376f0f in 1383ms, sequenceid=289, compaction requested=false 2024-11-28T02:35:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-28T02:35:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-28T02:35:08,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-28T02:35:08,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8470 sec 2024-11-28T02:35:08,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.8530 sec 2024-11-28T02:35:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:09,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T02:35:09,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:09,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:09,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:09,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:09,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:09,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:09,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761369030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761369029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/1e69a9772fdd4214af8348e317c8751a is 50, key is test_row_0/A:col10/1732761308405/Put/seqid=0 2024-11-28T02:35:09,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761369031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761369031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761369031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741902_1078 (size=12301) 2024-11-28T02:35:09,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/1e69a9772fdd4214af8348e317c8751a 2024-11-28T02:35:09,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/73cfb02e3cb347f79909f68aed17d4c8 is 50, key is test_row_0/B:col10/1732761308405/Put/seqid=0 2024-11-28T02:35:09,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741903_1079 (size=12301) 2024-11-28T02:35:09,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/73cfb02e3cb347f79909f68aed17d4c8 2024-11-28T02:35:09,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/fe0e4d21089a4399b40434d24dd2ad95 is 50, key is test_row_0/C:col10/1732761308405/Put/seqid=0 2024-11-28T02:35:09,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741904_1080 (size=12301) 2024-11-28T02:35:09,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761369138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761369138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761369139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761369139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-28T02:35:09,155 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-28T02:35:09,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-28T02:35:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-28T02:35:09,158 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:09,158 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:09,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-28T02:35:09,310 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-28T02:35:09,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:09,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:09,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:09,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:09,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:09,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761369340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761369341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761369341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761369341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-28T02:35:09,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-28T02:35:09,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:09,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:09,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:09,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:09,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:09,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/fe0e4d21089a4399b40434d24dd2ad95 2024-11-28T02:35:09,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/1e69a9772fdd4214af8348e317c8751a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/1e69a9772fdd4214af8348e317c8751a 2024-11-28T02:35:09,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/1e69a9772fdd4214af8348e317c8751a, entries=150, sequenceid=317, filesize=12.0 K 2024-11-28T02:35:09,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/73cfb02e3cb347f79909f68aed17d4c8 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/73cfb02e3cb347f79909f68aed17d4c8 2024-11-28T02:35:09,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/73cfb02e3cb347f79909f68aed17d4c8, entries=150, sequenceid=317, filesize=12.0 K 2024-11-28T02:35:09,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/fe0e4d21089a4399b40434d24dd2ad95 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/fe0e4d21089a4399b40434d24dd2ad95 2024-11-28T02:35:09,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/fe0e4d21089a4399b40434d24dd2ad95, entries=150, sequenceid=317, filesize=12.0 K 2024-11-28T02:35:09,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 14e0fd78f7e066c99393497843376f0f in 515ms, sequenceid=317, compaction requested=true 2024-11-28T02:35:09,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:09,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:09,536 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:09,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:09,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:09,537 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:09,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:09,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:09,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:09,538 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:09,538 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:09,538 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/B is initiating minor compaction (all files) 2024-11-28T02:35:09,538 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/A is initiating minor compaction (all files) 2024-11-28T02:35:09,538 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/B in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:09,538 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/A in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:09,538 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/a09ec3da819a45b393e50e3f3ee80fe1, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/fc84832cda4f407385d19e60a95d25d5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/1e69a9772fdd4214af8348e317c8751a] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=36.7 K 2024-11-28T02:35:09,538 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/283793553c0a4aa69a0ac6eee7e5a464, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/dbd68d2ab9e84dcab946ca118a49cc23, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/73cfb02e3cb347f79909f68aed17d4c8] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=36.7 K 2024-11-28T02:35:09,538 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting a09ec3da819a45b393e50e3f3ee80fe1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732761305900 2024-11-28T02:35:09,539 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 283793553c0a4aa69a0ac6eee7e5a464, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732761305900 2024-11-28T02:35:09,539 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc84832cda4f407385d19e60a95d25d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732761306228 2024-11-28T02:35:09,540 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting dbd68d2ab9e84dcab946ca118a49cc23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732761306228 2024-11-28T02:35:09,540 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e69a9772fdd4214af8348e317c8751a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732761308403 2024-11-28T02:35:09,541 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 73cfb02e3cb347f79909f68aed17d4c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732761308403 2024-11-28T02:35:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:09,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T02:35:09,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:09,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:09,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:09,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:09,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:09,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:09,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/3511d63e3d924d9f8f7c56056c74df05 is 50, key is test_row_0/A:col10/1732761309027/Put/seqid=0 2024-11-28T02:35:09,561 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#A#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:09,561 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/76fce88a89764b42b20771562e15ec77 is 50, key is test_row_0/A:col10/1732761308405/Put/seqid=0 2024-11-28T02:35:09,564 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#B#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:09,565 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/a692c0bb29534a42acc0d3c4b9045146 is 50, key is test_row_0/B:col10/1732761308405/Put/seqid=0 2024-11-28T02:35:09,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741905_1081 (size=12301) 2024-11-28T02:35:09,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/3511d63e3d924d9f8f7c56056c74df05 2024-11-28T02:35:09,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741906_1082 (size=13051) 2024-11-28T02:35:09,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-28T02:35:09,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:09,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:09,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:09,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:09,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:09,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/d54167d0c4294349ab92e5182f1a31dc is 50, key is test_row_0/B:col10/1732761309027/Put/seqid=0 2024-11-28T02:35:09,627 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/76fce88a89764b42b20771562e15ec77 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/76fce88a89764b42b20771562e15ec77 2024-11-28T02:35:09,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741907_1083 (size=13051) 2024-11-28T02:35:09,638 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/a692c0bb29534a42acc0d3c4b9045146 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/a692c0bb29534a42acc0d3c4b9045146 2024-11-28T02:35:09,638 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/A of 14e0fd78f7e066c99393497843376f0f into 76fce88a89764b42b20771562e15ec77(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:09,639 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:09,640 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/A, priority=13, startTime=1732761309536; duration=0sec 2024-11-28T02:35:09,640 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:09,640 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:A 2024-11-28T02:35:09,640 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:09,642 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:09,642 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/C is initiating minor compaction (all files) 2024-11-28T02:35:09,642 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/C in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:09,642 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/e4d7e5db0c7f45d9be1984619a7a4656, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5c32f46cfb4e41afaf426e9d9c6a373f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/fe0e4d21089a4399b40434d24dd2ad95] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=36.7 K 2024-11-28T02:35:09,645 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4d7e5db0c7f45d9be1984619a7a4656, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732761305900 2024-11-28T02:35:09,646 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c32f46cfb4e41afaf426e9d9c6a373f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732761306228 2024-11-28T02:35:09,646 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/B of 14e0fd78f7e066c99393497843376f0f into a692c0bb29534a42acc0d3c4b9045146(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:09,646 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:09,646 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/B, priority=13, startTime=1732761309536; duration=0sec 2024-11-28T02:35:09,646 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:09,646 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:B 2024-11-28T02:35:09,647 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe0e4d21089a4399b40434d24dd2ad95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732761308403 2024-11-28T02:35:09,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761369646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761369646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761369647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761369650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761369652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741908_1084 (size=12301) 2024-11-28T02:35:09,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/d54167d0c4294349ab92e5182f1a31dc 2024-11-28T02:35:09,667 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#C#compaction#70 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:09,668 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/6084e96c31134eac889f8937080602d1 is 50, key is test_row_0/C:col10/1732761308405/Put/seqid=0 2024-11-28T02:35:09,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/2097ecb49aa04110ace83d58baec26de is 50, key is test_row_0/C:col10/1732761309027/Put/seqid=0 2024-11-28T02:35:09,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741910_1086 (size=12301) 2024-11-28T02:35:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741909_1085 (size=13051) 2024-11-28T02:35:09,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761369754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-28T02:35:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761369757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761369758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,772 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-28T02:35:09,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:09,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:09,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:09,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:09,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:09,925 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-28T02:35:09,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:09,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:09,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:09,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:09,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:09,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761369956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761369963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:09,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761369963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-28T02:35:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:10,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:10,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/2097ecb49aa04110ace83d58baec26de 2024-11-28T02:35:10,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/3511d63e3d924d9f8f7c56056c74df05 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/3511d63e3d924d9f8f7c56056c74df05 2024-11-28T02:35:10,099 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/6084e96c31134eac889f8937080602d1 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/6084e96c31134eac889f8937080602d1 2024-11-28T02:35:10,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/3511d63e3d924d9f8f7c56056c74df05, entries=150, sequenceid=329, filesize=12.0 K 2024-11-28T02:35:10,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/d54167d0c4294349ab92e5182f1a31dc as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d54167d0c4294349ab92e5182f1a31dc 2024-11-28T02:35:10,108 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/C of 14e0fd78f7e066c99393497843376f0f into 6084e96c31134eac889f8937080602d1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:10,108 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:10,108 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/C, priority=13, startTime=1732761309537; duration=0sec 2024-11-28T02:35:10,108 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:10,108 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:C 2024-11-28T02:35:10,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d54167d0c4294349ab92e5182f1a31dc, entries=150, sequenceid=329, filesize=12.0 K 2024-11-28T02:35:10,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/2097ecb49aa04110ace83d58baec26de as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/2097ecb49aa04110ace83d58baec26de 2024-11-28T02:35:10,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/2097ecb49aa04110ace83d58baec26de, entries=150, sequenceid=329, filesize=12.0 K 2024-11-28T02:35:10,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 14e0fd78f7e066c99393497843376f0f in 575ms, sequenceid=329, compaction requested=false 2024-11-28T02:35:10,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:10,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T02:35:10,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:10,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:10,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:10,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:10,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:10,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:10,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/b50a04e40e9946cda5014545aa6dc1f6 is 50, key is test_row_0/A:col10/1732761309647/Put/seqid=0 2024-11-28T02:35:10,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761370168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761370169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741911_1087 (size=12301) 2024-11-28T02:35:10,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/b50a04e40e9946cda5014545aa6dc1f6 2024-11-28T02:35:10,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/141d21d3bdc241f7aac2883a269b43c0 is 50, key is test_row_0/B:col10/1732761309647/Put/seqid=0 2024-11-28T02:35:10,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741912_1088 (size=12301) 2024-11-28T02:35:10,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/141d21d3bdc241f7aac2883a269b43c0 2024-11-28T02:35:10,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/23868af8f49e442ead76d9aed179a5d0 is 50, key is test_row_0/C:col10/1732761309647/Put/seqid=0 2024-11-28T02:35:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741913_1089 (size=12301) 2024-11-28T02:35:10,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-28T02:35:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:10,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-28T02:35:10,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761370260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761370265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761370267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761370271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761370272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,385 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-28T02:35:10,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:10,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:10,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:10,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:10,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:10,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761370474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761370474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,538 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-28T02:35:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:10,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:10,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:10,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:10,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:10,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/23868af8f49e442ead76d9aed179a5d0 2024-11-28T02:35:10,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/b50a04e40e9946cda5014545aa6dc1f6 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/b50a04e40e9946cda5014545aa6dc1f6 2024-11-28T02:35:10,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/b50a04e40e9946cda5014545aa6dc1f6, entries=150, sequenceid=358, filesize=12.0 K 2024-11-28T02:35:10,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/141d21d3bdc241f7aac2883a269b43c0 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/141d21d3bdc241f7aac2883a269b43c0 2024-11-28T02:35:10,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/141d21d3bdc241f7aac2883a269b43c0, entries=150, sequenceid=358, filesize=12.0 K 2024-11-28T02:35:10,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/23868af8f49e442ead76d9aed179a5d0 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/23868af8f49e442ead76d9aed179a5d0 2024-11-28T02:35:10,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/23868af8f49e442ead76d9aed179a5d0, entries=150, sequenceid=358, filesize=12.0 K 2024-11-28T02:35:10,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 14e0fd78f7e066c99393497843376f0f in 499ms, sequenceid=358, compaction requested=true 2024-11-28T02:35:10,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:10,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:10,655 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:10,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:10,655 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:10,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:10,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:10,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:10,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:10,656 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:10,656 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/B is initiating minor compaction (all files) 2024-11-28T02:35:10,656 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/B in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:10,656 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/a692c0bb29534a42acc0d3c4b9045146, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d54167d0c4294349ab92e5182f1a31dc, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/141d21d3bdc241f7aac2883a269b43c0] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=36.8 K 2024-11-28T02:35:10,657 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:10,657 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/A is initiating minor compaction (all files) 2024-11-28T02:35:10,657 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/A in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:10,657 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/76fce88a89764b42b20771562e15ec77, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/3511d63e3d924d9f8f7c56056c74df05, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/b50a04e40e9946cda5014545aa6dc1f6] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=36.8 K 2024-11-28T02:35:10,657 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting a692c0bb29534a42acc0d3c4b9045146, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732761308403 2024-11-28T02:35:10,658 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76fce88a89764b42b20771562e15ec77, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732761308403 2024-11-28T02:35:10,658 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting d54167d0c4294349ab92e5182f1a31dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732761309027 2024-11-28T02:35:10,658 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3511d63e3d924d9f8f7c56056c74df05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732761309027 2024-11-28T02:35:10,658 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 141d21d3bdc241f7aac2883a269b43c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732761309638 2024-11-28T02:35:10,659 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting b50a04e40e9946cda5014545aa6dc1f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732761309638 2024-11-28T02:35:10,667 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#B#compaction#76 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:10,668 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:10,668 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/ed5c6c945ff943029530cf5687dbf40b is 50, key is test_row_0/B:col10/1732761309647/Put/seqid=0 2024-11-28T02:35:10,668 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/ec27c43e64c64dffb678cfdba2b96843 is 50, key is test_row_0/A:col10/1732761309647/Put/seqid=0 2024-11-28T02:35:10,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741915_1091 (size=13153) 2024-11-28T02:35:10,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741914_1090 (size=13153) 2024-11-28T02:35:10,697 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/ed5c6c945ff943029530cf5687dbf40b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/ed5c6c945ff943029530cf5687dbf40b 2024-11-28T02:35:10,706 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/B of 14e0fd78f7e066c99393497843376f0f into ed5c6c945ff943029530cf5687dbf40b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:10,706 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:10,706 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/B, priority=13, startTime=1732761310655; duration=0sec 2024-11-28T02:35:10,706 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:10,706 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:B 2024-11-28T02:35:10,708 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:10,710 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:10,710 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/C is initiating minor compaction (all files) 2024-11-28T02:35:10,710 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/C in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:10,710 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/6084e96c31134eac889f8937080602d1, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/2097ecb49aa04110ace83d58baec26de, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/23868af8f49e442ead76d9aed179a5d0] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=36.8 K 2024-11-28T02:35:10,711 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 6084e96c31134eac889f8937080602d1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732761308403 2024-11-28T02:35:10,712 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 2097ecb49aa04110ace83d58baec26de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732761309027 2024-11-28T02:35:10,712 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 23868af8f49e442ead76d9aed179a5d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732761309638 2024-11-28T02:35:10,725 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#C#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:10,725 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/d86ac2b36a8b4f8b93729bd922f3ceb3 is 50, key is test_row_0/C:col10/1732761309647/Put/seqid=0 2024-11-28T02:35:10,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741916_1092 (size=13153) 2024-11-28T02:35:10,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-28T02:35:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:10,746 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-28T02:35:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:10,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/72f6885566cd446bb0368d12a0e58613 is 50, key is test_row_0/A:col10/1732761310162/Put/seqid=0 2024-11-28T02:35:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:10,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:10,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741917_1093 (size=12301) 2024-11-28T02:35:10,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761370822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761370823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761370824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761370829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761370829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761370930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761370931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761370931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761370931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:10,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761370932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,093 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/ec27c43e64c64dffb678cfdba2b96843 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/ec27c43e64c64dffb678cfdba2b96843 2024-11-28T02:35:11,100 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/A of 14e0fd78f7e066c99393497843376f0f into ec27c43e64c64dffb678cfdba2b96843(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:11,101 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:11,101 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/A, priority=13, startTime=1732761310655; duration=0sec 2024-11-28T02:35:11,101 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:11,101 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:A 2024-11-28T02:35:11,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761371134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761371135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761371137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761371137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761371140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,150 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/d86ac2b36a8b4f8b93729bd922f3ceb3 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/d86ac2b36a8b4f8b93729bd922f3ceb3 2024-11-28T02:35:11,157 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/C of 14e0fd78f7e066c99393497843376f0f into d86ac2b36a8b4f8b93729bd922f3ceb3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:11,157 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:11,157 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/C, priority=13, startTime=1732761310655; duration=0sec 2024-11-28T02:35:11,157 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:11,157 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:C 2024-11-28T02:35:11,173 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/72f6885566cd446bb0368d12a0e58613 2024-11-28T02:35:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/664458963155468caf837b79444040ca is 50, key is test_row_0/B:col10/1732761310162/Put/seqid=0 2024-11-28T02:35:11,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741918_1094 (size=12301) 2024-11-28T02:35:11,197 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/664458963155468caf837b79444040ca 2024-11-28T02:35:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/6467652ea1ef43bbbdef00577c878312 is 50, key is test_row_0/C:col10/1732761310162/Put/seqid=0 2024-11-28T02:35:11,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741919_1095 (size=12301) 2024-11-28T02:35:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-28T02:35:11,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761371440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761371441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761371441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761371442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761371442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,617 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/6467652ea1ef43bbbdef00577c878312 2024-11-28T02:35:11,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/72f6885566cd446bb0368d12a0e58613 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/72f6885566cd446bb0368d12a0e58613 2024-11-28T02:35:11,629 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/72f6885566cd446bb0368d12a0e58613, entries=150, sequenceid=369, filesize=12.0 K 2024-11-28T02:35:11,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/664458963155468caf837b79444040ca as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/664458963155468caf837b79444040ca 2024-11-28T02:35:11,636 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/664458963155468caf837b79444040ca, entries=150, sequenceid=369, filesize=12.0 K 2024-11-28T02:35:11,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/6467652ea1ef43bbbdef00577c878312 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/6467652ea1ef43bbbdef00577c878312 2024-11-28T02:35:11,643 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/6467652ea1ef43bbbdef00577c878312, entries=150, sequenceid=369, filesize=12.0 K 2024-11-28T02:35:11,644 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 14e0fd78f7e066c99393497843376f0f in 898ms, sequenceid=369, compaction requested=false 2024-11-28T02:35:11,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:11,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:11,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-28T02:35:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-28T02:35:11,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-28T02:35:11,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4860 sec 2024-11-28T02:35:11,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.4910 sec 2024-11-28T02:35:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:11,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-28T02:35:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:11,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/14cd1df895494f32bb7cdbd2947cedd9 is 50, key is test_row_0/A:col10/1732761310823/Put/seqid=0 2024-11-28T02:35:11,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761371965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761371969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761371969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761371971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761371971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:11,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741920_1096 (size=14741) 2024-11-28T02:35:11,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/14cd1df895494f32bb7cdbd2947cedd9 2024-11-28T02:35:11,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/64067088e67841a0b17a128194a0d5d6 is 50, key is test_row_0/B:col10/1732761310823/Put/seqid=0 2024-11-28T02:35:12,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741921_1097 (size=12301) 2024-11-28T02:35:12,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/64067088e67841a0b17a128194a0d5d6 2024-11-28T02:35:12,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/e14abe1e7f744224b32ac23deae2ffba is 50, key is test_row_0/C:col10/1732761310823/Put/seqid=0 2024-11-28T02:35:12,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741922_1098 (size=12301) 2024-11-28T02:35:12,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/e14abe1e7f744224b32ac23deae2ffba 2024-11-28T02:35:12,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/14cd1df895494f32bb7cdbd2947cedd9 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/14cd1df895494f32bb7cdbd2947cedd9 2024-11-28T02:35:12,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/14cd1df895494f32bb7cdbd2947cedd9, entries=200, sequenceid=399, filesize=14.4 K 2024-11-28T02:35:12,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/64067088e67841a0b17a128194a0d5d6 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/64067088e67841a0b17a128194a0d5d6 2024-11-28T02:35:12,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/64067088e67841a0b17a128194a0d5d6, entries=150, sequenceid=399, filesize=12.0 K 2024-11-28T02:35:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/e14abe1e7f744224b32ac23deae2ffba as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/e14abe1e7f744224b32ac23deae2ffba 2024-11-28T02:35:12,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/e14abe1e7f744224b32ac23deae2ffba, entries=150, sequenceid=399, filesize=12.0 K 2024-11-28T02:35:12,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 14e0fd78f7e066c99393497843376f0f in 110ms, sequenceid=399, compaction requested=true 2024-11-28T02:35:12,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:12,071 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:12,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:12,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:12,073 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:12,073 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:12,073 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/A is initiating minor compaction (all files) 2024-11-28T02:35:12,073 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/A in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:12,074 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/ec27c43e64c64dffb678cfdba2b96843, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/72f6885566cd446bb0368d12a0e58613, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/14cd1df895494f32bb7cdbd2947cedd9] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=39.3 K 2024-11-28T02:35:12,074 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec27c43e64c64dffb678cfdba2b96843, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732761309638 2024-11-28T02:35:12,075 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72f6885566cd446bb0368d12a0e58613, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732761310162 2024-11-28T02:35:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:12,075 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:12,075 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14cd1df895494f32bb7cdbd2947cedd9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732761310794 2024-11-28T02:35:12,075 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/B is initiating minor compaction (all files) 2024-11-28T02:35:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:12,076 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/B in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:12,076 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/ed5c6c945ff943029530cf5687dbf40b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/664458963155468caf837b79444040ca, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/64067088e67841a0b17a128194a0d5d6] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=36.9 K 2024-11-28T02:35:12,076 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting ed5c6c945ff943029530cf5687dbf40b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732761309638 2024-11-28T02:35:12,077 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 664458963155468caf837b79444040ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732761310162 2024-11-28T02:35:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:12,081 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 64067088e67841a0b17a128194a0d5d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732761310794 2024-11-28T02:35:12,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T02:35:12,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:12,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:12,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:12,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:12,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:12,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:12,099 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#A#compaction#84 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:12,100 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/d7475c5b920f4571ab5e380eeae51d11 is 50, key is test_row_0/A:col10/1732761310823/Put/seqid=0 2024-11-28T02:35:12,111 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#B#compaction#85 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:12,112 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/92189ec55d344b5cbb38eeeb1095181b is 50, key is test_row_0/B:col10/1732761310823/Put/seqid=0 2024-11-28T02:35:12,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/df9e66faaa7a411a8f8f41f2867f4b4b is 50, key is test_row_0/A:col10/1732761312081/Put/seqid=0 2024-11-28T02:35:12,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741924_1100 (size=13255) 2024-11-28T02:35:12,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761372139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741925_1101 (size=22065) 2024-11-28T02:35:12,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741923_1099 (size=13255) 2024-11-28T02:35:12,156 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/d7475c5b920f4571ab5e380eeae51d11 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/d7475c5b920f4571ab5e380eeae51d11 2024-11-28T02:35:12,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761372143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761372146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761372147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761372147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,165 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/A of 14e0fd78f7e066c99393497843376f0f into d7475c5b920f4571ab5e380eeae51d11(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:12,165 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:12,165 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/A, priority=13, startTime=1732761312071; duration=0sec 2024-11-28T02:35:12,165 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:12,165 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:A 2024-11-28T02:35:12,166 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:12,167 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:12,167 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/C is initiating minor compaction (all files) 2024-11-28T02:35:12,167 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/C in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:12,167 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/d86ac2b36a8b4f8b93729bd922f3ceb3, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/6467652ea1ef43bbbdef00577c878312, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/e14abe1e7f744224b32ac23deae2ffba] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=36.9 K 2024-11-28T02:35:12,168 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting d86ac2b36a8b4f8b93729bd922f3ceb3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732761309638 2024-11-28T02:35:12,168 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6467652ea1ef43bbbdef00577c878312, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732761310162 2024-11-28T02:35:12,169 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting e14abe1e7f744224b32ac23deae2ffba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732761310794 2024-11-28T02:35:12,182 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#C#compaction#87 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:12,183 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/3d05a82d290747cbacdcdb172eed53a2 is 50, key is test_row_0/C:col10/1732761310823/Put/seqid=0 2024-11-28T02:35:12,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741926_1102 (size=13255) 2024-11-28T02:35:12,207 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/3d05a82d290747cbacdcdb172eed53a2 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/3d05a82d290747cbacdcdb172eed53a2 2024-11-28T02:35:12,217 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/C of 14e0fd78f7e066c99393497843376f0f into 3d05a82d290747cbacdcdb172eed53a2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:12,217 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:12,218 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/C, priority=13, startTime=1732761312076; duration=0sec 2024-11-28T02:35:12,218 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:12,218 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:C 2024-11-28T02:35:12,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761372248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761372260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761372261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761372262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761372262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761372450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761372462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761372464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761372470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761372470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,545 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/92189ec55d344b5cbb38eeeb1095181b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/92189ec55d344b5cbb38eeeb1095181b 2024-11-28T02:35:12,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/df9e66faaa7a411a8f8f41f2867f4b4b 2024-11-28T02:35:12,552 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/B of 14e0fd78f7e066c99393497843376f0f into 92189ec55d344b5cbb38eeeb1095181b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:12,552 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:12,552 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/B, priority=13, startTime=1732761312073; duration=0sec 2024-11-28T02:35:12,553 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:12,553 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:B 2024-11-28T02:35:12,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/81e9d1475b974d1f9c1acfdb874ca5bc is 50, key is test_row_0/B:col10/1732761312081/Put/seqid=0 2024-11-28T02:35:12,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741927_1103 (size=12301) 2024-11-28T02:35:12,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/81e9d1475b974d1f9c1acfdb874ca5bc 2024-11-28T02:35:12,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/708789b536df49aa9dbfd74a80c0a7b7 is 50, key is test_row_0/C:col10/1732761312081/Put/seqid=0 2024-11-28T02:35:12,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741928_1104 (size=12301) 2024-11-28T02:35:12,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/708789b536df49aa9dbfd74a80c0a7b7 2024-11-28T02:35:12,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/df9e66faaa7a411a8f8f41f2867f4b4b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/df9e66faaa7a411a8f8f41f2867f4b4b 2024-11-28T02:35:12,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/df9e66faaa7a411a8f8f41f2867f4b4b, entries=350, sequenceid=413, filesize=21.5 K 2024-11-28T02:35:12,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/81e9d1475b974d1f9c1acfdb874ca5bc as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/81e9d1475b974d1f9c1acfdb874ca5bc 2024-11-28T02:35:12,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/81e9d1475b974d1f9c1acfdb874ca5bc, entries=150, sequenceid=413, filesize=12.0 K 2024-11-28T02:35:12,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/708789b536df49aa9dbfd74a80c0a7b7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/708789b536df49aa9dbfd74a80c0a7b7 2024-11-28T02:35:12,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/708789b536df49aa9dbfd74a80c0a7b7, entries=150, sequenceid=413, filesize=12.0 K 2024-11-28T02:35:12,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 14e0fd78f7e066c99393497843376f0f in 557ms, sequenceid=413, compaction requested=false 2024-11-28T02:35:12,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:12,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T02:35:12,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:12,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:12,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:12,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:12,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:12,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:12,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/943ca93c1c3649038624579fca677b08 is 50, key is test_row_0/A:col10/1732761312145/Put/seqid=0 2024-11-28T02:35:12,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741929_1105 (size=12301) 2024-11-28T02:35:12,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761372771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761372772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761372774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761372774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761372774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761372876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761372877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:12,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761372877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:13,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761373079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:13,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761373080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:13,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761373082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:13,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/943ca93c1c3649038624579fca677b08 2024-11-28T02:35:13,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/5828a92f7e8c49f595a6086826d62a44 is 50, key is test_row_0/B:col10/1732761312145/Put/seqid=0 2024-11-28T02:35:13,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741930_1106 (size=12301) 2024-11-28T02:35:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-28T02:35:13,262 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-28T02:35:13,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-28T02:35:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-28T02:35:13,265 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:13,265 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:13,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:13,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761373277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:13,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761373277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-28T02:35:13,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761373383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:13,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761373384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:13,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761373386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:13,417 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:13,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T02:35:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:13,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:13,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-28T02:35:13,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:13,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T02:35:13,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:13,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:13,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:13,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:13,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:13,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/5828a92f7e8c49f595a6086826d62a44 2024-11-28T02:35:13,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/92ac9c0c1be94130b6d9259ea0c6c41f is 50, key is test_row_0/C:col10/1732761312145/Put/seqid=0 2024-11-28T02:35:13,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741931_1107 (size=12301) 2024-11-28T02:35:13,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:13,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T02:35:13,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:13,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:13,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:13,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:13,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-28T02:35:13,876 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:13,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T02:35:13,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:13,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:13,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:13,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:13,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:13,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761373886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:13,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761373889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:13,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761373893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:14,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/92ac9c0c1be94130b6d9259ea0c6c41f 2024-11-28T02:35:14,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/943ca93c1c3649038624579fca677b08 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/943ca93c1c3649038624579fca677b08 2024-11-28T02:35:14,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/943ca93c1c3649038624579fca677b08, entries=150, sequenceid=439, filesize=12.0 K 2024-11-28T02:35:14,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/5828a92f7e8c49f595a6086826d62a44 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/5828a92f7e8c49f595a6086826d62a44 2024-11-28T02:35:14,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/5828a92f7e8c49f595a6086826d62a44, entries=150, sequenceid=439, filesize=12.0 K 2024-11-28T02:35:14,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/92ac9c0c1be94130b6d9259ea0c6c41f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/92ac9c0c1be94130b6d9259ea0c6c41f 2024-11-28T02:35:14,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/92ac9c0c1be94130b6d9259ea0c6c41f, entries=150, sequenceid=439, filesize=12.0 K 2024-11-28T02:35:14,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 14e0fd78f7e066c99393497843376f0f in 1269ms, sequenceid=439, compaction requested=true 2024-11-28T02:35:14,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:14,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:14,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:14,025 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:14,025 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:14,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:14,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:14,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:14,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:14,026 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:14,026 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47621 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:14,026 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/B is initiating minor compaction (all files) 2024-11-28T02:35:14,026 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/A is initiating minor compaction (all files) 2024-11-28T02:35:14,026 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/B in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:14,026 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/A in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:14,026 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/92189ec55d344b5cbb38eeeb1095181b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/81e9d1475b974d1f9c1acfdb874ca5bc, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/5828a92f7e8c49f595a6086826d62a44] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=37.0 K 2024-11-28T02:35:14,026 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/d7475c5b920f4571ab5e380eeae51d11, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/df9e66faaa7a411a8f8f41f2867f4b4b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/943ca93c1c3649038624579fca677b08] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=46.5 K 2024-11-28T02:35:14,027 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 92189ec55d344b5cbb38eeeb1095181b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732761310794 2024-11-28T02:35:14,027 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7475c5b920f4571ab5e380eeae51d11, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732761310794 2024-11-28T02:35:14,028 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting df9e66faaa7a411a8f8f41f2867f4b4b, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732761311968 2024-11-28T02:35:14,028 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 81e9d1475b974d1f9c1acfdb874ca5bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732761312080 2024-11-28T02:35:14,028 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 943ca93c1c3649038624579fca677b08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732761312142 2024-11-28T02:35:14,028 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 5828a92f7e8c49f595a6086826d62a44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732761312142 2024-11-28T02:35:14,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:14,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T02:35:14,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:14,030 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T02:35:14,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:14,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:14,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:14,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:14,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:14,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:14,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/b45bb5694b164eccb6caf1f9b07aa672 is 50, key is test_row_0/A:col10/1732761312773/Put/seqid=0 2024-11-28T02:35:14,053 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:14,053 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/701cea8a36e7435dacae0ff20ebde670 is 50, key is test_row_0/B:col10/1732761312145/Put/seqid=0 2024-11-28T02:35:14,056 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#A#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:14,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741932_1108 (size=12301) 2024-11-28T02:35:14,057 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/15086e76aa6944a3b06abf491ca722cf is 50, key is test_row_0/A:col10/1732761312145/Put/seqid=0 2024-11-28T02:35:14,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741933_1109 (size=13357) 2024-11-28T02:35:14,074 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/701cea8a36e7435dacae0ff20ebde670 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/701cea8a36e7435dacae0ff20ebde670 2024-11-28T02:35:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741934_1110 (size=13357) 2024-11-28T02:35:14,083 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/B of 14e0fd78f7e066c99393497843376f0f into 701cea8a36e7435dacae0ff20ebde670(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:14,083 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:14,083 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/B, priority=13, startTime=1732761314025; duration=0sec 2024-11-28T02:35:14,083 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:14,083 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:B 2024-11-28T02:35:14,083 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:14,083 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/15086e76aa6944a3b06abf491ca722cf as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/15086e76aa6944a3b06abf491ca722cf 2024-11-28T02:35:14,087 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:14,087 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/C is initiating minor compaction (all files) 2024-11-28T02:35:14,087 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/C in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:14,088 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/3d05a82d290747cbacdcdb172eed53a2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/708789b536df49aa9dbfd74a80c0a7b7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/92ac9c0c1be94130b6d9259ea0c6c41f] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=37.0 K 2024-11-28T02:35:14,088 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d05a82d290747cbacdcdb172eed53a2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732761310794 2024-11-28T02:35:14,088 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 708789b536df49aa9dbfd74a80c0a7b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732761312080 2024-11-28T02:35:14,089 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 92ac9c0c1be94130b6d9259ea0c6c41f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732761312142 2024-11-28T02:35:14,092 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/A of 14e0fd78f7e066c99393497843376f0f into 15086e76aa6944a3b06abf491ca722cf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:14,092 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:14,092 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/A, priority=13, startTime=1732761314025; duration=0sec 2024-11-28T02:35:14,093 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:14,093 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:A 2024-11-28T02:35:14,098 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#C#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:14,099 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/7d781a9d4835414ca9efccb4c728d679 is 50, key is test_row_0/C:col10/1732761312145/Put/seqid=0 2024-11-28T02:35:14,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741935_1111 (size=13357) 2024-11-28T02:35:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:14,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:14,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761374313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:14,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761374314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-28T02:35:14,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761374415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:14,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761374415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:14,458 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/b45bb5694b164eccb6caf1f9b07aa672 2024-11-28T02:35:14,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/1c3aed37a8c84673bc5ab5375a9dde50 is 50, key is test_row_0/B:col10/1732761312773/Put/seqid=0 2024-11-28T02:35:14,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741936_1112 (size=12301) 2024-11-28T02:35:14,512 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/7d781a9d4835414ca9efccb4c728d679 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/7d781a9d4835414ca9efccb4c728d679 2024-11-28T02:35:14,519 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/C of 14e0fd78f7e066c99393497843376f0f into 7d781a9d4835414ca9efccb4c728d679(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:14,519 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:14,519 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/C, priority=13, startTime=1732761314026; duration=0sec 2024-11-28T02:35:14,519 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:14,519 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:C 2024-11-28T02:35:14,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761374618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:14,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761374618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:14,871 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/1c3aed37a8c84673bc5ab5375a9dde50 2024-11-28T02:35:14,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/dbceaf37d8c14de68102cecbb8b17eba is 50, key is test_row_0/C:col10/1732761312773/Put/seqid=0 2024-11-28T02:35:14,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741937_1113 (size=12301) 2024-11-28T02:35:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761374894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:14,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761374898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:14,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761374901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:14,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:14,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761374921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761374921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:15,283 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/dbceaf37d8c14de68102cecbb8b17eba 2024-11-28T02:35:15,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/b45bb5694b164eccb6caf1f9b07aa672 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/b45bb5694b164eccb6caf1f9b07aa672 2024-11-28T02:35:15,299 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/b45bb5694b164eccb6caf1f9b07aa672, entries=150, sequenceid=452, filesize=12.0 K 2024-11-28T02:35:15,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/1c3aed37a8c84673bc5ab5375a9dde50 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/1c3aed37a8c84673bc5ab5375a9dde50 2024-11-28T02:35:15,308 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/1c3aed37a8c84673bc5ab5375a9dde50, entries=150, sequenceid=452, filesize=12.0 K 2024-11-28T02:35:15,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/dbceaf37d8c14de68102cecbb8b17eba as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/dbceaf37d8c14de68102cecbb8b17eba 2024-11-28T02:35:15,321 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/dbceaf37d8c14de68102cecbb8b17eba, entries=150, sequenceid=452, filesize=12.0 K 2024-11-28T02:35:15,323 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 14e0fd78f7e066c99393497843376f0f in 1293ms, sequenceid=452, compaction requested=false 2024-11-28T02:35:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-28T02:35:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-28T02:35:15,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-28T02:35:15,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0600 sec 2024-11-28T02:35:15,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.0640 sec 2024-11-28T02:35:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-28T02:35:15,369 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-28T02:35:15,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-28T02:35:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-28T02:35:15,371 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:15,371 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:15,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:15,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T02:35:15,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:15,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:15,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:15,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:15,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:15,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:15,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/88b0b1e91ae6414a9ac525fec58353da is 50, key is test_row_0/A:col10/1732761314312/Put/seqid=0 2024-11-28T02:35:15,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741938_1114 (size=12301) 2024-11-28T02:35:15,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/88b0b1e91ae6414a9ac525fec58353da 2024-11-28T02:35:15,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761375443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:15,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761375442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:15,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/5efcbf8c9a4a40398f66090cf1ceb334 is 50, key is test_row_0/B:col10/1732761314312/Put/seqid=0 2024-11-28T02:35:15,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741939_1115 (size=12301) 2024-11-28T02:35:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-28T02:35:15,523 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:15,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-28T02:35:15,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:15,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:15,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:15,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:15,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:15,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761375546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:15,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761375548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-28T02:35:15,676 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:15,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-28T02:35:15,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:15,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:15,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:15,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:15,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:15,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761375747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:15,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761375750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:15,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:15,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-28T02:35:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:15,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:15,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/5efcbf8c9a4a40398f66090cf1ceb334 2024-11-28T02:35:15,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:15,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/86e4177d01ec4f6d8ae2ccff3c08efcc is 50, key is test_row_0/C:col10/1732761314312/Put/seqid=0 2024-11-28T02:35:15,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741940_1116 (size=12301) 2024-11-28T02:35:15,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/86e4177d01ec4f6d8ae2ccff3c08efcc 2024-11-28T02:35:15,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/88b0b1e91ae6414a9ac525fec58353da as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/88b0b1e91ae6414a9ac525fec58353da 2024-11-28T02:35:15,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/88b0b1e91ae6414a9ac525fec58353da, entries=150, sequenceid=480, filesize=12.0 K 2024-11-28T02:35:15,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/5efcbf8c9a4a40398f66090cf1ceb334 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/5efcbf8c9a4a40398f66090cf1ceb334 2024-11-28T02:35:15,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/5efcbf8c9a4a40398f66090cf1ceb334, entries=150, sequenceid=480, filesize=12.0 K 2024-11-28T02:35:15,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/86e4177d01ec4f6d8ae2ccff3c08efcc as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/86e4177d01ec4f6d8ae2ccff3c08efcc 2024-11-28T02:35:15,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/86e4177d01ec4f6d8ae2ccff3c08efcc, entries=150, sequenceid=480, filesize=12.0 K 2024-11-28T02:35:15,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 14e0fd78f7e066c99393497843376f0f in 488ms, sequenceid=480, compaction requested=true 2024-11-28T02:35:15,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:15,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:15,918 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:15,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:15,919 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:15,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:15,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:15,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:15,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:15,920 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:15,920 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:15,920 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/A is initiating minor compaction (all files) 2024-11-28T02:35:15,920 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/B is initiating minor compaction (all files) 2024-11-28T02:35:15,920 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/B in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:15,920 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/A in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:15,920 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/701cea8a36e7435dacae0ff20ebde670, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/1c3aed37a8c84673bc5ab5375a9dde50, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/5efcbf8c9a4a40398f66090cf1ceb334] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=37.1 K 2024-11-28T02:35:15,920 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/15086e76aa6944a3b06abf491ca722cf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/b45bb5694b164eccb6caf1f9b07aa672, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/88b0b1e91ae6414a9ac525fec58353da] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=37.1 K 2024-11-28T02:35:15,921 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15086e76aa6944a3b06abf491ca722cf, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732761312142 2024-11-28T02:35:15,921 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 701cea8a36e7435dacae0ff20ebde670, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732761312142 2024-11-28T02:35:15,921 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting b45bb5694b164eccb6caf1f9b07aa672, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732761312770 2024-11-28T02:35:15,921 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c3aed37a8c84673bc5ab5375a9dde50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732761312770 2024-11-28T02:35:15,922 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 5efcbf8c9a4a40398f66090cf1ceb334, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732761314312 2024-11-28T02:35:15,922 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88b0b1e91ae6414a9ac525fec58353da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732761314312 2024-11-28T02:35:15,936 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#B#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:15,937 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/32db256e9e2440af970434506cf0f796 is 50, key is test_row_0/B:col10/1732761314312/Put/seqid=0 2024-11-28T02:35:15,940 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#A#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:15,941 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/87d93463b8ed444581d0cda633e61483 is 50, key is test_row_0/A:col10/1732761314312/Put/seqid=0 2024-11-28T02:35:15,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741941_1117 (size=13459) 2024-11-28T02:35:15,959 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/32db256e9e2440af970434506cf0f796 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/32db256e9e2440af970434506cf0f796 2024-11-28T02:35:15,966 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/B of 14e0fd78f7e066c99393497843376f0f into 32db256e9e2440af970434506cf0f796(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:15,966 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:15,966 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/B, priority=13, startTime=1732761315918; duration=0sec 2024-11-28T02:35:15,967 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:15,967 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:B 2024-11-28T02:35:15,967 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:15,968 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:15,968 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/C is initiating minor compaction (all files) 2024-11-28T02:35:15,968 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/C in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:15,969 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/7d781a9d4835414ca9efccb4c728d679, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/dbceaf37d8c14de68102cecbb8b17eba, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/86e4177d01ec4f6d8ae2ccff3c08efcc] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=37.1 K 2024-11-28T02:35:15,969 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d781a9d4835414ca9efccb4c728d679, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732761312142 2024-11-28T02:35:15,970 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting dbceaf37d8c14de68102cecbb8b17eba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732761312770 2024-11-28T02:35:15,970 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 86e4177d01ec4f6d8ae2ccff3c08efcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732761314312 2024-11-28T02:35:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-28T02:35:15,984 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#C#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:15,985 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/2fd070eb942b44b399bcc92a9204c98f is 50, key is test_row_0/C:col10/1732761314312/Put/seqid=0 2024-11-28T02:35:15,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741942_1118 (size=13459) 2024-11-28T02:35:16,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741943_1119 (size=13459) 2024-11-28T02:35:16,013 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/2fd070eb942b44b399bcc92a9204c98f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/2fd070eb942b44b399bcc92a9204c98f 2024-11-28T02:35:16,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:16,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-28T02:35:16,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:16,016 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:35:16,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:16,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:16,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:16,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:16,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:16,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:16,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/324c07fbd15947f9ba7d80fb62b25012 is 50, key is test_row_0/A:col10/1732761315441/Put/seqid=0 2024-11-28T02:35:16,026 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/C of 14e0fd78f7e066c99393497843376f0f into 2fd070eb942b44b399bcc92a9204c98f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:16,026 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:16,026 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/C, priority=13, startTime=1732761315919; duration=0sec 2024-11-28T02:35:16,026 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:16,026 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:C 2024-11-28T02:35:16,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741944_1120 (size=9857) 2024-11-28T02:35:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:16,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:16,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761376086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:16,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761376088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:16,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761376190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:16,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761376191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:16,394 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/87d93463b8ed444581d0cda633e61483 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/87d93463b8ed444581d0cda633e61483 2024-11-28T02:35:16,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761376392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:16,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761376397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:16,401 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/A of 14e0fd78f7e066c99393497843376f0f into 87d93463b8ed444581d0cda633e61483(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:16,401 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:16,401 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/A, priority=13, startTime=1732761315918; duration=0sec 2024-11-28T02:35:16,402 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:16,402 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:A 2024-11-28T02:35:16,435 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/324c07fbd15947f9ba7d80fb62b25012 2024-11-28T02:35:16,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/05b615687e654354838091a2eb1c8fad is 50, key is test_row_0/B:col10/1732761315441/Put/seqid=0 2024-11-28T02:35:16,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741945_1121 (size=9857) 2024-11-28T02:35:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-28T02:35:16,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:16,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761376697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:16,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761376701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:16,849 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/05b615687e654354838091a2eb1c8fad 2024-11-28T02:35:16,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/535af6bb85a44c5297e444247443b138 is 50, key is test_row_0/C:col10/1732761315441/Put/seqid=0 2024-11-28T02:35:16,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741946_1122 (size=9857) 2024-11-28T02:35:16,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38598 deadline: 1732761376911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:16,912 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., hostname=91d91e22c0a9,41755,1732761291190, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:35:16,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38648 deadline: 1732761376914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:16,916 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., hostname=91d91e22c0a9,41755,1732761291190, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:35:16,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38624 deadline: 1732761376917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:16,919 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., hostname=91d91e22c0a9,41755,1732761291190, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:35:17,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761377201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:17,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761377206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:17,261 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/535af6bb85a44c5297e444247443b138 2024-11-28T02:35:17,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/324c07fbd15947f9ba7d80fb62b25012 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/324c07fbd15947f9ba7d80fb62b25012 2024-11-28T02:35:17,270 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/324c07fbd15947f9ba7d80fb62b25012, entries=100, sequenceid=492, filesize=9.6 K 2024-11-28T02:35:17,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/05b615687e654354838091a2eb1c8fad as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/05b615687e654354838091a2eb1c8fad 2024-11-28T02:35:17,276 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/05b615687e654354838091a2eb1c8fad, entries=100, sequenceid=492, filesize=9.6 K 2024-11-28T02:35:17,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/535af6bb85a44c5297e444247443b138 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/535af6bb85a44c5297e444247443b138 2024-11-28T02:35:17,282 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/535af6bb85a44c5297e444247443b138, entries=100, sequenceid=492, filesize=9.6 K 2024-11-28T02:35:17,284 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 14e0fd78f7e066c99393497843376f0f in 1267ms, sequenceid=492, compaction requested=false 2024-11-28T02:35:17,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:17,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:17,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-28T02:35:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-28T02:35:17,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-28T02:35:17,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9140 sec 2024-11-28T02:35:17,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.9170 sec 2024-11-28T02:35:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-28T02:35:17,475 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-28T02:35:17,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-28T02:35:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-28T02:35:17,477 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:17,477 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:17,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-28T02:35:17,629 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:17,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-28T02:35:17,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:17,630 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T02:35:17,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:17,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:17,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:17,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:17,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:17,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:17,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/db04be9d3e184f6ab75c9828a506ad55 is 50, key is test_row_0/A:col10/1732761316081/Put/seqid=0 2024-11-28T02:35:17,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741947_1123 (size=12301) 2024-11-28T02:35:17,653 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/db04be9d3e184f6ab75c9828a506ad55 2024-11-28T02:35:17,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/e9ea8079ec2f4c32ae987b2273505c1d is 50, key is test_row_0/B:col10/1732761316081/Put/seqid=0 2024-11-28T02:35:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741948_1124 (size=12301) 2024-11-28T02:35:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-28T02:35:18,067 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/e9ea8079ec2f4c32ae987b2273505c1d 2024-11-28T02:35:18,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/855a401b2c8843e39850bef11d5a52c8 is 50, key is test_row_0/C:col10/1732761316081/Put/seqid=0 2024-11-28T02:35:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-28T02:35:18,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741949_1125 (size=12301) 2024-11-28T02:35:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:18,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:18,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761378218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:18,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761378219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:18,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761378322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:18,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761378322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:18,485 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/855a401b2c8843e39850bef11d5a52c8 2024-11-28T02:35:18,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/db04be9d3e184f6ab75c9828a506ad55 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/db04be9d3e184f6ab75c9828a506ad55 2024-11-28T02:35:18,494 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/db04be9d3e184f6ab75c9828a506ad55, entries=150, sequenceid=519, filesize=12.0 K 2024-11-28T02:35:18,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/e9ea8079ec2f4c32ae987b2273505c1d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e9ea8079ec2f4c32ae987b2273505c1d 2024-11-28T02:35:18,500 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e9ea8079ec2f4c32ae987b2273505c1d, entries=150, sequenceid=519, filesize=12.0 K 2024-11-28T02:35:18,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/855a401b2c8843e39850bef11d5a52c8 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/855a401b2c8843e39850bef11d5a52c8 2024-11-28T02:35:18,505 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/855a401b2c8843e39850bef11d5a52c8, entries=150, sequenceid=519, filesize=12.0 K 2024-11-28T02:35:18,506 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 14e0fd78f7e066c99393497843376f0f in 876ms, sequenceid=519, compaction requested=true 2024-11-28T02:35:18,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:18,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:18,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-28T02:35:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-28T02:35:18,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-28T02:35:18,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0310 sec 2024-11-28T02:35:18,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.0330 sec 2024-11-28T02:35:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:18,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T02:35:18,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:18,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:18,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:18,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:18,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:18,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:18,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/079772a8ff6940aca5c10dfedd8d4c00 is 50, key is test_row_0/A:col10/1732761318523/Put/seqid=0 2024-11-28T02:35:18,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741950_1126 (size=12301) 2024-11-28T02:35:18,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/079772a8ff6940aca5c10dfedd8d4c00 2024-11-28T02:35:18,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/63d18f282efc4e98813607af05477777 is 50, key is test_row_0/B:col10/1732761318523/Put/seqid=0 2024-11-28T02:35:18,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741951_1127 (size=12301) 2024-11-28T02:35:18,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/63d18f282efc4e98813607af05477777 2024-11-28T02:35:18,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/96c11e8e04614f21b9a8b3ffde9225f4 is 50, key is test_row_0/C:col10/1732761318523/Put/seqid=0 2024-11-28T02:35:18,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761378564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:18,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761378565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:18,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741952_1128 (size=12301) 2024-11-28T02:35:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-28T02:35:18,580 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-28T02:35:18,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-28T02:35:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-28T02:35:18,582 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:18,582 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:18,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:18,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:18,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761378669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761378670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-28T02:35:18,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:18,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-28T02:35:18,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:18,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:18,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:18,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:18,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:18,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761378872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:18,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761378872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-28T02:35:18,887 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:18,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-28T02:35:18,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:18,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:18,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:18,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:18,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:18,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/96c11e8e04614f21b9a8b3ffde9225f4 2024-11-28T02:35:18,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/079772a8ff6940aca5c10dfedd8d4c00 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/079772a8ff6940aca5c10dfedd8d4c00 2024-11-28T02:35:18,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/079772a8ff6940aca5c10dfedd8d4c00, entries=150, sequenceid=531, filesize=12.0 K 2024-11-28T02:35:18,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/63d18f282efc4e98813607af05477777 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/63d18f282efc4e98813607af05477777 2024-11-28T02:35:18,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/63d18f282efc4e98813607af05477777, entries=150, sequenceid=531, filesize=12.0 K 2024-11-28T02:35:18,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/96c11e8e04614f21b9a8b3ffde9225f4 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/96c11e8e04614f21b9a8b3ffde9225f4 2024-11-28T02:35:18,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/96c11e8e04614f21b9a8b3ffde9225f4, entries=150, sequenceid=531, filesize=12.0 K 2024-11-28T02:35:18,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 14e0fd78f7e066c99393497843376f0f in 472ms, sequenceid=531, compaction requested=true 2024-11-28T02:35:18,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:18,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:18,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:18,997 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:35:18,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:18,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:18,997 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:35:18,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:18,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:18,999 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47918 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:35:18,999 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47918 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:35:18,999 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/A is initiating minor compaction (all files) 2024-11-28T02:35:18,999 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/B is initiating minor compaction (all files) 2024-11-28T02:35:18,999 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/B in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:18,999 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/A in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:18,999 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/87d93463b8ed444581d0cda633e61483, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/324c07fbd15947f9ba7d80fb62b25012, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/db04be9d3e184f6ab75c9828a506ad55, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/079772a8ff6940aca5c10dfedd8d4c00] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=46.8 K 2024-11-28T02:35:18,999 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/32db256e9e2440af970434506cf0f796, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/05b615687e654354838091a2eb1c8fad, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e9ea8079ec2f4c32ae987b2273505c1d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/63d18f282efc4e98813607af05477777] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=46.8 K 2024-11-28T02:35:18,999 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87d93463b8ed444581d0cda633e61483, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732761314312 2024-11-28T02:35:19,000 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 32db256e9e2440af970434506cf0f796, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732761314312 2024-11-28T02:35:19,000 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 324c07fbd15947f9ba7d80fb62b25012, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732761315441 2024-11-28T02:35:19,000 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 05b615687e654354838091a2eb1c8fad, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732761315441 2024-11-28T02:35:19,000 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting db04be9d3e184f6ab75c9828a506ad55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732761316081 2024-11-28T02:35:19,000 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting e9ea8079ec2f4c32ae987b2273505c1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732761316081 2024-11-28T02:35:19,001 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 079772a8ff6940aca5c10dfedd8d4c00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1732761318215 2024-11-28T02:35:19,001 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 63d18f282efc4e98813607af05477777, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1732761318215 2024-11-28T02:35:19,018 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#A#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:19,019 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/a7143e9111134f11b52dac61eab72069 is 50, key is test_row_0/A:col10/1732761318523/Put/seqid=0 2024-11-28T02:35:19,021 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:19,022 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/ea05eb1813c7429da86618bfc0d84691 is 50, key is test_row_0/B:col10/1732761318523/Put/seqid=0 2024-11-28T02:35:19,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741953_1129 (size=13595) 2024-11-28T02:35:19,039 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:19,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-28T02:35:19,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:19,041 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T02:35:19,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:19,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741954_1130 (size=13595) 2024-11-28T02:35:19,043 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/a7143e9111134f11b52dac61eab72069 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/a7143e9111134f11b52dac61eab72069 2024-11-28T02:35:19,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/65aeef403e8a47d886b71d8a160755f8 is 50, key is test_row_0/A:col10/1732761318560/Put/seqid=0 2024-11-28T02:35:19,050 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/A of 14e0fd78f7e066c99393497843376f0f into a7143e9111134f11b52dac61eab72069(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:19,050 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:19,050 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/A, priority=12, startTime=1732761318997; duration=0sec 2024-11-28T02:35:19,051 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:19,051 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:A 2024-11-28T02:35:19,051 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:35:19,053 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47918 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:35:19,053 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): 14e0fd78f7e066c99393497843376f0f/C is initiating minor compaction (all files) 2024-11-28T02:35:19,053 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 14e0fd78f7e066c99393497843376f0f/C in TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:19,053 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/2fd070eb942b44b399bcc92a9204c98f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/535af6bb85a44c5297e444247443b138, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/855a401b2c8843e39850bef11d5a52c8, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/96c11e8e04614f21b9a8b3ffde9225f4] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp, totalSize=46.8 K 2024-11-28T02:35:19,054 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fd070eb942b44b399bcc92a9204c98f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732761314312 2024-11-28T02:35:19,054 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 535af6bb85a44c5297e444247443b138, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732761315441 2024-11-28T02:35:19,055 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 855a401b2c8843e39850bef11d5a52c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732761316081 2024-11-28T02:35:19,056 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96c11e8e04614f21b9a8b3ffde9225f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1732761318215 2024-11-28T02:35:19,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741955_1131 (size=12301) 2024-11-28T02:35:19,065 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/65aeef403e8a47d886b71d8a160755f8 2024-11-28T02:35:19,070 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14e0fd78f7e066c99393497843376f0f#C#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:19,071 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/943725211e2a4a87812b118085758000 is 50, key is test_row_0/C:col10/1732761318523/Put/seqid=0 2024-11-28T02:35:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/184d1b577af0438e8c5218d56b719673 is 50, key is test_row_0/B:col10/1732761318560/Put/seqid=0 2024-11-28T02:35:19,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741956_1132 (size=13595) 2024-11-28T02:35:19,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741957_1133 (size=12301) 2024-11-28T02:35:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:19,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. as already flushing 2024-11-28T02:35:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-28T02:35:19,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761379188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:19,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761379189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:19,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:19,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761379290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761379291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:19,447 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/ea05eb1813c7429da86618bfc0d84691 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/ea05eb1813c7429da86618bfc0d84691 2024-11-28T02:35:19,453 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/B of 14e0fd78f7e066c99393497843376f0f into ea05eb1813c7429da86618bfc0d84691(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:19,453 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:19,453 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/B, priority=12, startTime=1732761318997; duration=0sec 2024-11-28T02:35:19,453 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:19,453 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:B 2024-11-28T02:35:19,481 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/184d1b577af0438e8c5218d56b719673 2024-11-28T02:35:19,483 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/943725211e2a4a87812b118085758000 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/943725211e2a4a87812b118085758000 2024-11-28T02:35:19,486 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:56697 2024-11-28T02:35:19,486 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:19,487 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:56697 2024-11-28T02:35:19,488 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:19,488 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:56697 2024-11-28T02:35:19,488 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:19,489 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:56697 2024-11-28T02:35:19,489 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:19,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/c852af46741b49b1917c693647e5c748 is 50, key is test_row_0/C:col10/1732761318560/Put/seqid=0 2024-11-28T02:35:19,490 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 14e0fd78f7e066c99393497843376f0f/C of 14e0fd78f7e066c99393497843376f0f into 943725211e2a4a87812b118085758000(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:19,491 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:19,491 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f., storeName=14e0fd78f7e066c99393497843376f0f/C, priority=12, startTime=1732761318997; duration=0sec 2024-11-28T02:35:19,491 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:19,491 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:C 2024-11-28T02:35:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741958_1134 (size=12301) 2024-11-28T02:35:19,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761379494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:19,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761379495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:19,651 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T02:35:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-28T02:35:19,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38646 deadline: 1732761379796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:19,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38652 deadline: 1732761379797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:19,895 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/c852af46741b49b1917c693647e5c748 2024-11-28T02:35:19,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/65aeef403e8a47d886b71d8a160755f8 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/65aeef403e8a47d886b71d8a160755f8 2024-11-28T02:35:19,912 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/65aeef403e8a47d886b71d8a160755f8, entries=150, sequenceid=555, filesize=12.0 K 2024-11-28T02:35:19,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/184d1b577af0438e8c5218d56b719673 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/184d1b577af0438e8c5218d56b719673 2024-11-28T02:35:19,921 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/184d1b577af0438e8c5218d56b719673, entries=150, sequenceid=555, filesize=12.0 K 2024-11-28T02:35:19,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/c852af46741b49b1917c693647e5c748 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/c852af46741b49b1917c693647e5c748 2024-11-28T02:35:19,929 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/c852af46741b49b1917c693647e5c748, entries=150, sequenceid=555, filesize=12.0 K 2024-11-28T02:35:19,931 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 14e0fd78f7e066c99393497843376f0f in 890ms, sequenceid=555, compaction requested=false 2024-11-28T02:35:19,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:19,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:19,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-28T02:35:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-28T02:35:19,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-28T02:35:19,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3510 sec 2024-11-28T02:35:19,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.3540 sec 2024-11-28T02:35:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:20,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T02:35:20,304 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:56697 2024-11-28T02:35:20,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:20,304 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:20,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:20,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:20,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:20,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:20,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:20,307 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:56697 2024-11-28T02:35:20,307 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:20,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/ef6c6fe3d0f443739c37c090f0c7cd6d is 50, key is test_row_0/A:col10/1732761319185/Put/seqid=0 2024-11-28T02:35:20,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741959_1135 (size=12301) 2024-11-28T02:35:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-28T02:35:20,686 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-28T02:35:20,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/ef6c6fe3d0f443739c37c090f0c7cd6d 2024-11-28T02:35:20,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/e11cf5363ccc4769b978946c8827ed4a is 50, key is test_row_0/B:col10/1732761319185/Put/seqid=0 2024-11-28T02:35:20,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741960_1136 (size=12301) 2024-11-28T02:35:20,949 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:56697 2024-11-28T02:35:20,950 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:20,955 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:56697 2024-11-28T02:35:20,955 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:20,959 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:56697 2024-11-28T02:35:20,959 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:20,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T02:35:20,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-28T02:35:20,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 133 2024-11-28T02:35:20,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-28T02:35:20,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-28T02:35:20,959 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-28T02:35:20,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T02:35:20,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5862 2024-11-28T02:35:20,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5981 2024-11-28T02:35:20,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T02:35:20,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2550 2024-11-28T02:35:20,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7644 rows 2024-11-28T02:35:20,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2522 2024-11-28T02:35:20,960 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7564 rows 2024-11-28T02:35:20,960 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-28T02:35:20,960 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:56697 2024-11-28T02:35:20,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:20,964 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-28T02:35:20,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T02:35:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:20,975 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761320975"}]},"ts":"1732761320975"} 2024-11-28T02:35:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-28T02:35:20,976 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T02:35:20,985 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T02:35:20,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T02:35:20,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=14e0fd78f7e066c99393497843376f0f, UNASSIGN}] 2024-11-28T02:35:20,993 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=14e0fd78f7e066c99393497843376f0f, UNASSIGN 2024-11-28T02:35:20,993 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=14e0fd78f7e066c99393497843376f0f, regionState=CLOSING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:20,995 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T02:35:20,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:35:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-28T02:35:21,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/e11cf5363ccc4769b978946c8827ed4a 2024-11-28T02:35:21,152 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:21,153 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:21,154 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T02:35:21,154 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 14e0fd78f7e066c99393497843376f0f, disabling compactions & flushes 2024-11-28T02:35:21,154 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:21,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/e0bc6c642ae34942877be19e060f3379 is 50, key is test_row_0/C:col10/1732761319185/Put/seqid=0 2024-11-28T02:35:21,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741961_1137 (size=12301) 2024-11-28T02:35:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-28T02:35:21,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/e0bc6c642ae34942877be19e060f3379 2024-11-28T02:35:21,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/ef6c6fe3d0f443739c37c090f0c7cd6d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/ef6c6fe3d0f443739c37c090f0c7cd6d 2024-11-28T02:35:21,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/ef6c6fe3d0f443739c37c090f0c7cd6d, entries=150, sequenceid=572, filesize=12.0 K 2024-11-28T02:35:21,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/e11cf5363ccc4769b978946c8827ed4a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e11cf5363ccc4769b978946c8827ed4a 2024-11-28T02:35:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-28T02:35:21,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e11cf5363ccc4769b978946c8827ed4a, entries=150, sequenceid=572, filesize=12.0 K 2024-11-28T02:35:21,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/e0bc6c642ae34942877be19e060f3379 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/e0bc6c642ae34942877be19e060f3379 2024-11-28T02:35:21,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/e0bc6c642ae34942877be19e060f3379, entries=150, sequenceid=572, filesize=12.0 K 2024-11-28T02:35:21,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=26.84 KB/27480 for 14e0fd78f7e066c99393497843376f0f in 1286ms, sequenceid=572, compaction requested=true 2024-11-28T02:35:21,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:21,590 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:21,590 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:21,590 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. after waiting 0 ms 2024-11-28T02:35:21,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:21,590 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. because compaction request was cancelled 2024-11-28T02:35:21,590 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:21,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:21,590 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:A 2024-11-28T02:35:21,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:B, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:21,590 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. because compaction request was cancelled 2024-11-28T02:35:21,590 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing 14e0fd78f7e066c99393497843376f0f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-28T02:35:21,590 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:B 2024-11-28T02:35:21,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:21,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14e0fd78f7e066c99393497843376f0f:C, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:21,591 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. because compaction request was cancelled 2024-11-28T02:35:21,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:21,591 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=A 2024-11-28T02:35:21,591 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14e0fd78f7e066c99393497843376f0f:C 2024-11-28T02:35:21,591 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:21,591 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=B 2024-11-28T02:35:21,591 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:21,591 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14e0fd78f7e066c99393497843376f0f, store=C 2024-11-28T02:35:21,591 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:21,595 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/0f31c293aeef493f9d34a9faeb839e13 is 50, key is test_row_2/A:col10/1732761320958/Put/seqid=0 2024-11-28T02:35:21,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741962_1138 (size=7415) 2024-11-28T02:35:22,001 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/0f31c293aeef493f9d34a9faeb839e13 2024-11-28T02:35:22,016 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/842188a8526b4c90880a0d45dde3cb4e is 50, key is test_row_2/B:col10/1732761320958/Put/seqid=0 2024-11-28T02:35:22,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741963_1139 (size=7415) 2024-11-28T02:35:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-28T02:35:22,422 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/842188a8526b4c90880a0d45dde3cb4e 2024-11-28T02:35:22,438 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/ec83a29b8e2d443a8f666ff7bc8af698 is 50, key is test_row_2/C:col10/1732761320958/Put/seqid=0 2024-11-28T02:35:22,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741964_1140 (size=7415) 2024-11-28T02:35:22,845 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/ec83a29b8e2d443a8f666ff7bc8af698 2024-11-28T02:35:22,857 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/A/0f31c293aeef493f9d34a9faeb839e13 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/0f31c293aeef493f9d34a9faeb839e13 2024-11-28T02:35:22,862 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/0f31c293aeef493f9d34a9faeb839e13, entries=50, sequenceid=579, filesize=7.2 K 2024-11-28T02:35:22,863 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/B/842188a8526b4c90880a0d45dde3cb4e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/842188a8526b4c90880a0d45dde3cb4e 2024-11-28T02:35:22,868 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/842188a8526b4c90880a0d45dde3cb4e, entries=50, sequenceid=579, filesize=7.2 K 2024-11-28T02:35:22,869 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/.tmp/C/ec83a29b8e2d443a8f666ff7bc8af698 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/ec83a29b8e2d443a8f666ff7bc8af698 2024-11-28T02:35:22,874 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/ec83a29b8e2d443a8f666ff7bc8af698, entries=50, sequenceid=579, filesize=7.2 K 2024-11-28T02:35:22,875 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 14e0fd78f7e066c99393497843376f0f in 1284ms, sequenceid=579, compaction requested=true 2024-11-28T02:35:22,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/764ee75ee574452f9b838c01477a06bd, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/f7eced301cba4dea91c19aece0b4d66d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/8602637d536a43bdb9aed9c87e567120, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/8de3a202fcf348e9962fae9590019f5c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/d58f6e233b604cba935f5f944c9a8bb5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/34c902e2f3da4ccabdd0ad5922273340, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/791b537dd29746328df2fcf611a88ce5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/4bd02299250342909b7acbb0ce018233, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/fd65b4bad22d462281dd2e0dad42bc66, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/0d109823a07a4dfeb840e70a049be4c3, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/cb47ba50268543b0bf8171ceeeca1ee9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/44ca76f5939b4de0ad8ad49a388539f7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/4cb7e5fc593a49f9a110c64371ae1b8e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/801837bd9ca742e69d1b8ceb7d380062, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/923b21d60bbe44a78816b777d86aa428, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/817a7ce899264eb4ae49c972de582571, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/7ad65fd19beb453e95049e80d3a144cd, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/19434dcac66b48708f722fb5fe51b2d5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/11b1a23e2aa74ac09688b8a6fcf00df7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/a09ec3da819a45b393e50e3f3ee80fe1, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/fc84832cda4f407385d19e60a95d25d5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/76fce88a89764b42b20771562e15ec77, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/1e69a9772fdd4214af8348e317c8751a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/3511d63e3d924d9f8f7c56056c74df05, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/ec27c43e64c64dffb678cfdba2b96843, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/b50a04e40e9946cda5014545aa6dc1f6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/72f6885566cd446bb0368d12a0e58613, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/14cd1df895494f32bb7cdbd2947cedd9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/d7475c5b920f4571ab5e380eeae51d11, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/df9e66faaa7a411a8f8f41f2867f4b4b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/15086e76aa6944a3b06abf491ca722cf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/943ca93c1c3649038624579fca677b08, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/b45bb5694b164eccb6caf1f9b07aa672, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/87d93463b8ed444581d0cda633e61483, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/88b0b1e91ae6414a9ac525fec58353da, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/324c07fbd15947f9ba7d80fb62b25012, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/db04be9d3e184f6ab75c9828a506ad55, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/079772a8ff6940aca5c10dfedd8d4c00] to archive 2024-11-28T02:35:22,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:35:22,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/764ee75ee574452f9b838c01477a06bd to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/764ee75ee574452f9b838c01477a06bd 2024-11-28T02:35:22,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/f7eced301cba4dea91c19aece0b4d66d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/f7eced301cba4dea91c19aece0b4d66d 2024-11-28T02:35:22,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/8602637d536a43bdb9aed9c87e567120 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/8602637d536a43bdb9aed9c87e567120 2024-11-28T02:35:22,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/8de3a202fcf348e9962fae9590019f5c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/8de3a202fcf348e9962fae9590019f5c 2024-11-28T02:35:22,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/d58f6e233b604cba935f5f944c9a8bb5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/d58f6e233b604cba935f5f944c9a8bb5 2024-11-28T02:35:22,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/34c902e2f3da4ccabdd0ad5922273340 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/34c902e2f3da4ccabdd0ad5922273340 2024-11-28T02:35:22,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/791b537dd29746328df2fcf611a88ce5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/791b537dd29746328df2fcf611a88ce5 2024-11-28T02:35:22,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/4bd02299250342909b7acbb0ce018233 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/4bd02299250342909b7acbb0ce018233 2024-11-28T02:35:22,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/fd65b4bad22d462281dd2e0dad42bc66 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/fd65b4bad22d462281dd2e0dad42bc66 2024-11-28T02:35:22,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/0d109823a07a4dfeb840e70a049be4c3 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/0d109823a07a4dfeb840e70a049be4c3 2024-11-28T02:35:22,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/cb47ba50268543b0bf8171ceeeca1ee9 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/cb47ba50268543b0bf8171ceeeca1ee9 2024-11-28T02:35:22,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/44ca76f5939b4de0ad8ad49a388539f7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/44ca76f5939b4de0ad8ad49a388539f7 2024-11-28T02:35:22,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/4cb7e5fc593a49f9a110c64371ae1b8e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/4cb7e5fc593a49f9a110c64371ae1b8e 2024-11-28T02:35:22,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/801837bd9ca742e69d1b8ceb7d380062 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/801837bd9ca742e69d1b8ceb7d380062 2024-11-28T02:35:22,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/923b21d60bbe44a78816b777d86aa428 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/923b21d60bbe44a78816b777d86aa428 2024-11-28T02:35:22,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/817a7ce899264eb4ae49c972de582571 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/817a7ce899264eb4ae49c972de582571 2024-11-28T02:35:22,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/7ad65fd19beb453e95049e80d3a144cd to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/7ad65fd19beb453e95049e80d3a144cd 2024-11-28T02:35:22,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/19434dcac66b48708f722fb5fe51b2d5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/19434dcac66b48708f722fb5fe51b2d5 2024-11-28T02:35:22,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/11b1a23e2aa74ac09688b8a6fcf00df7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/11b1a23e2aa74ac09688b8a6fcf00df7 2024-11-28T02:35:22,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/a09ec3da819a45b393e50e3f3ee80fe1 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/a09ec3da819a45b393e50e3f3ee80fe1 2024-11-28T02:35:22,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/fc84832cda4f407385d19e60a95d25d5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/fc84832cda4f407385d19e60a95d25d5 2024-11-28T02:35:22,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/76fce88a89764b42b20771562e15ec77 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/76fce88a89764b42b20771562e15ec77 2024-11-28T02:35:22,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/1e69a9772fdd4214af8348e317c8751a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/1e69a9772fdd4214af8348e317c8751a 2024-11-28T02:35:22,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/3511d63e3d924d9f8f7c56056c74df05 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/3511d63e3d924d9f8f7c56056c74df05 2024-11-28T02:35:22,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/ec27c43e64c64dffb678cfdba2b96843 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/ec27c43e64c64dffb678cfdba2b96843 2024-11-28T02:35:22,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/b50a04e40e9946cda5014545aa6dc1f6 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/b50a04e40e9946cda5014545aa6dc1f6 2024-11-28T02:35:22,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/72f6885566cd446bb0368d12a0e58613 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/72f6885566cd446bb0368d12a0e58613 2024-11-28T02:35:22,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/14cd1df895494f32bb7cdbd2947cedd9 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/14cd1df895494f32bb7cdbd2947cedd9 2024-11-28T02:35:22,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/d7475c5b920f4571ab5e380eeae51d11 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/d7475c5b920f4571ab5e380eeae51d11 2024-11-28T02:35:22,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/df9e66faaa7a411a8f8f41f2867f4b4b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/df9e66faaa7a411a8f8f41f2867f4b4b 2024-11-28T02:35:22,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/15086e76aa6944a3b06abf491ca722cf to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/15086e76aa6944a3b06abf491ca722cf 2024-11-28T02:35:22,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/943ca93c1c3649038624579fca677b08 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/943ca93c1c3649038624579fca677b08 2024-11-28T02:35:22,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/b45bb5694b164eccb6caf1f9b07aa672 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/b45bb5694b164eccb6caf1f9b07aa672 2024-11-28T02:35:22,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/87d93463b8ed444581d0cda633e61483 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/87d93463b8ed444581d0cda633e61483 2024-11-28T02:35:22,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/88b0b1e91ae6414a9ac525fec58353da to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/88b0b1e91ae6414a9ac525fec58353da 2024-11-28T02:35:22,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/324c07fbd15947f9ba7d80fb62b25012 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/324c07fbd15947f9ba7d80fb62b25012 2024-11-28T02:35:22,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/db04be9d3e184f6ab75c9828a506ad55 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/db04be9d3e184f6ab75c9828a506ad55 2024-11-28T02:35:22,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/079772a8ff6940aca5c10dfedd8d4c00 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/079772a8ff6940aca5c10dfedd8d4c00 2024-11-28T02:35:22,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/01b406cdd57c47fd92e5fad9ad496eb5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d27efa45789348719d52a6b430be4311, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/2332e53f718245919816a8fe2c352d5a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/74949d1e8fd34542b29d3c48bf2006fa, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d1434a1d4d12426c8ef5c9fc8e5943bf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/1349bd6d8d734a81836afe4653a60402, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/3bbb1d2b0e734b49b5c976bd5c6e2216, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/609265e2995c4f1990c731e025ad673c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d8c19bf8e17f431fa8fafbde3fadd56f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/663112287c6c4f2fb3d89aea5fee3146, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/4491474869d5488a8fb1de622f0c36ee, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/132c35c32714436286e273baf3490add, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/2184274678fb47e283316ab3bf925b53, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/39dae23b26d84c00a589c5ccac0e1376, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/cfc868b47a9040f195983910132fe291, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/288de7a99c854d049406349525a11ab7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/9ae7cce6a79b40a68f84f9979aeecbc7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/dd693507107142638feecf770127a562, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/283793553c0a4aa69a0ac6eee7e5a464, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e0fdf7f0022f48ec8532c5e248cf68c7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/dbd68d2ab9e84dcab946ca118a49cc23, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/a692c0bb29534a42acc0d3c4b9045146, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/73cfb02e3cb347f79909f68aed17d4c8, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d54167d0c4294349ab92e5182f1a31dc, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/ed5c6c945ff943029530cf5687dbf40b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/141d21d3bdc241f7aac2883a269b43c0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/664458963155468caf837b79444040ca, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/92189ec55d344b5cbb38eeeb1095181b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/64067088e67841a0b17a128194a0d5d6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/81e9d1475b974d1f9c1acfdb874ca5bc, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/701cea8a36e7435dacae0ff20ebde670, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/5828a92f7e8c49f595a6086826d62a44, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/1c3aed37a8c84673bc5ab5375a9dde50, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/32db256e9e2440af970434506cf0f796, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/5efcbf8c9a4a40398f66090cf1ceb334, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/05b615687e654354838091a2eb1c8fad, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e9ea8079ec2f4c32ae987b2273505c1d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/63d18f282efc4e98813607af05477777] to archive 2024-11-28T02:35:22,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:35:22,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/01b406cdd57c47fd92e5fad9ad496eb5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/01b406cdd57c47fd92e5fad9ad496eb5 2024-11-28T02:35:22,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d27efa45789348719d52a6b430be4311 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d27efa45789348719d52a6b430be4311 2024-11-28T02:35:22,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/2332e53f718245919816a8fe2c352d5a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/2332e53f718245919816a8fe2c352d5a 2024-11-28T02:35:22,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/74949d1e8fd34542b29d3c48bf2006fa to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/74949d1e8fd34542b29d3c48bf2006fa 2024-11-28T02:35:22,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d1434a1d4d12426c8ef5c9fc8e5943bf to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d1434a1d4d12426c8ef5c9fc8e5943bf 2024-11-28T02:35:22,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/1349bd6d8d734a81836afe4653a60402 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/1349bd6d8d734a81836afe4653a60402 2024-11-28T02:35:22,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/3bbb1d2b0e734b49b5c976bd5c6e2216 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/3bbb1d2b0e734b49b5c976bd5c6e2216 2024-11-28T02:35:22,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/609265e2995c4f1990c731e025ad673c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/609265e2995c4f1990c731e025ad673c 2024-11-28T02:35:22,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d8c19bf8e17f431fa8fafbde3fadd56f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d8c19bf8e17f431fa8fafbde3fadd56f 2024-11-28T02:35:22,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/663112287c6c4f2fb3d89aea5fee3146 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/663112287c6c4f2fb3d89aea5fee3146 2024-11-28T02:35:22,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/4491474869d5488a8fb1de622f0c36ee to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/4491474869d5488a8fb1de622f0c36ee 2024-11-28T02:35:22,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/132c35c32714436286e273baf3490add to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/132c35c32714436286e273baf3490add 2024-11-28T02:35:22,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/2184274678fb47e283316ab3bf925b53 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/2184274678fb47e283316ab3bf925b53 2024-11-28T02:35:22,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/39dae23b26d84c00a589c5ccac0e1376 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/39dae23b26d84c00a589c5ccac0e1376 2024-11-28T02:35:22,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/cfc868b47a9040f195983910132fe291 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/cfc868b47a9040f195983910132fe291 2024-11-28T02:35:22,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/288de7a99c854d049406349525a11ab7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/288de7a99c854d049406349525a11ab7 2024-11-28T02:35:22,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/9ae7cce6a79b40a68f84f9979aeecbc7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/9ae7cce6a79b40a68f84f9979aeecbc7 2024-11-28T02:35:22,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/dd693507107142638feecf770127a562 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/dd693507107142638feecf770127a562 2024-11-28T02:35:22,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/283793553c0a4aa69a0ac6eee7e5a464 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/283793553c0a4aa69a0ac6eee7e5a464 2024-11-28T02:35:22,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e0fdf7f0022f48ec8532c5e248cf68c7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e0fdf7f0022f48ec8532c5e248cf68c7 2024-11-28T02:35:22,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/dbd68d2ab9e84dcab946ca118a49cc23 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/dbd68d2ab9e84dcab946ca118a49cc23 2024-11-28T02:35:22,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/a692c0bb29534a42acc0d3c4b9045146 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/a692c0bb29534a42acc0d3c4b9045146 2024-11-28T02:35:22,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/73cfb02e3cb347f79909f68aed17d4c8 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/73cfb02e3cb347f79909f68aed17d4c8 2024-11-28T02:35:22,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d54167d0c4294349ab92e5182f1a31dc to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/d54167d0c4294349ab92e5182f1a31dc 2024-11-28T02:35:22,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/ed5c6c945ff943029530cf5687dbf40b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/ed5c6c945ff943029530cf5687dbf40b 2024-11-28T02:35:22,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/141d21d3bdc241f7aac2883a269b43c0 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/141d21d3bdc241f7aac2883a269b43c0 2024-11-28T02:35:22,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/664458963155468caf837b79444040ca to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/664458963155468caf837b79444040ca 2024-11-28T02:35:22,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/92189ec55d344b5cbb38eeeb1095181b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/92189ec55d344b5cbb38eeeb1095181b 2024-11-28T02:35:22,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/64067088e67841a0b17a128194a0d5d6 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/64067088e67841a0b17a128194a0d5d6 2024-11-28T02:35:22,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/81e9d1475b974d1f9c1acfdb874ca5bc to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/81e9d1475b974d1f9c1acfdb874ca5bc 2024-11-28T02:35:22,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/701cea8a36e7435dacae0ff20ebde670 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/701cea8a36e7435dacae0ff20ebde670 2024-11-28T02:35:22,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/5828a92f7e8c49f595a6086826d62a44 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/5828a92f7e8c49f595a6086826d62a44 2024-11-28T02:35:22,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/1c3aed37a8c84673bc5ab5375a9dde50 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/1c3aed37a8c84673bc5ab5375a9dde50 2024-11-28T02:35:22,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/32db256e9e2440af970434506cf0f796 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/32db256e9e2440af970434506cf0f796 2024-11-28T02:35:22,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/5efcbf8c9a4a40398f66090cf1ceb334 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/5efcbf8c9a4a40398f66090cf1ceb334 2024-11-28T02:35:22,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/05b615687e654354838091a2eb1c8fad to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/05b615687e654354838091a2eb1c8fad 2024-11-28T02:35:22,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e9ea8079ec2f4c32ae987b2273505c1d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e9ea8079ec2f4c32ae987b2273505c1d 2024-11-28T02:35:22,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/63d18f282efc4e98813607af05477777 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/63d18f282efc4e98813607af05477777 2024-11-28T02:35:23,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a2ef08898689421bbf12ea164d6b1186, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/308301e8d31e4710b854afb8c962b0b6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/4dc0ce171d564698b970b40952d70c89, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/511e8ade134b4159a64f11287728802b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/c1bf7ad681c3443990c31058193a6822, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/605aaf2dd60d435a8d97ceffae59a87e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/1c1da663925048c2abb17a041ec7c13c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/17b8e3d662c54abda90bf303458d572c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/d8b742123c49400ba4c58660d9970e25, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/80dfcbcb70f04336a7647b4a1803b0be, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5890b83e53ad4e7a80d51d67a4ffd089, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/01dd58e4cd9a44dd85cdf561bd617508, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a8b4d4a10c0b43ef9dbb8d528d1abcf7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5ebdfef5bc0d401fa04ba4fc7aa077a0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/06408ebb3c1e4cfd9d88cd1c7c7dd61c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a213c142b8f340f8b666b4ebba3788d4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/605f7b69fc264783bb865d63826b61ad, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/9e5656106c554bb7ba22499370be9ed2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/e4d7e5db0c7f45d9be1984619a7a4656, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/78e92f544b9c40d3a0340b4be0e6f77f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5c32f46cfb4e41afaf426e9d9c6a373f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/6084e96c31134eac889f8937080602d1, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/fe0e4d21089a4399b40434d24dd2ad95, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/2097ecb49aa04110ace83d58baec26de, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/d86ac2b36a8b4f8b93729bd922f3ceb3, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/23868af8f49e442ead76d9aed179a5d0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/6467652ea1ef43bbbdef00577c878312, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/3d05a82d290747cbacdcdb172eed53a2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/e14abe1e7f744224b32ac23deae2ffba, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/708789b536df49aa9dbfd74a80c0a7b7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/7d781a9d4835414ca9efccb4c728d679, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/92ac9c0c1be94130b6d9259ea0c6c41f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/dbceaf37d8c14de68102cecbb8b17eba, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/2fd070eb942b44b399bcc92a9204c98f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/86e4177d01ec4f6d8ae2ccff3c08efcc, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/535af6bb85a44c5297e444247443b138, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/855a401b2c8843e39850bef11d5a52c8, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/96c11e8e04614f21b9a8b3ffde9225f4] to archive 2024-11-28T02:35:23,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:35:23,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a2ef08898689421bbf12ea164d6b1186 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a2ef08898689421bbf12ea164d6b1186 2024-11-28T02:35:23,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/308301e8d31e4710b854afb8c962b0b6 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/308301e8d31e4710b854afb8c962b0b6 2024-11-28T02:35:23,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/4dc0ce171d564698b970b40952d70c89 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/4dc0ce171d564698b970b40952d70c89 2024-11-28T02:35:23,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/511e8ade134b4159a64f11287728802b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/511e8ade134b4159a64f11287728802b 2024-11-28T02:35:23,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/c1bf7ad681c3443990c31058193a6822 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/c1bf7ad681c3443990c31058193a6822 2024-11-28T02:35:23,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/605aaf2dd60d435a8d97ceffae59a87e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/605aaf2dd60d435a8d97ceffae59a87e 2024-11-28T02:35:23,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/1c1da663925048c2abb17a041ec7c13c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/1c1da663925048c2abb17a041ec7c13c 2024-11-28T02:35:23,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/17b8e3d662c54abda90bf303458d572c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/17b8e3d662c54abda90bf303458d572c 2024-11-28T02:35:23,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/d8b742123c49400ba4c58660d9970e25 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/d8b742123c49400ba4c58660d9970e25 2024-11-28T02:35:23,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/80dfcbcb70f04336a7647b4a1803b0be to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/80dfcbcb70f04336a7647b4a1803b0be 2024-11-28T02:35:23,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5890b83e53ad4e7a80d51d67a4ffd089 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5890b83e53ad4e7a80d51d67a4ffd089 2024-11-28T02:35:23,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/01dd58e4cd9a44dd85cdf561bd617508 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/01dd58e4cd9a44dd85cdf561bd617508 2024-11-28T02:35:23,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a8b4d4a10c0b43ef9dbb8d528d1abcf7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a8b4d4a10c0b43ef9dbb8d528d1abcf7 2024-11-28T02:35:23,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5ebdfef5bc0d401fa04ba4fc7aa077a0 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5ebdfef5bc0d401fa04ba4fc7aa077a0 2024-11-28T02:35:23,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/06408ebb3c1e4cfd9d88cd1c7c7dd61c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/06408ebb3c1e4cfd9d88cd1c7c7dd61c 2024-11-28T02:35:23,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a213c142b8f340f8b666b4ebba3788d4 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/a213c142b8f340f8b666b4ebba3788d4 2024-11-28T02:35:23,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/605f7b69fc264783bb865d63826b61ad to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/605f7b69fc264783bb865d63826b61ad 2024-11-28T02:35:23,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/9e5656106c554bb7ba22499370be9ed2 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/9e5656106c554bb7ba22499370be9ed2 2024-11-28T02:35:23,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/e4d7e5db0c7f45d9be1984619a7a4656 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/e4d7e5db0c7f45d9be1984619a7a4656 2024-11-28T02:35:23,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/78e92f544b9c40d3a0340b4be0e6f77f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/78e92f544b9c40d3a0340b4be0e6f77f 2024-11-28T02:35:23,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5c32f46cfb4e41afaf426e9d9c6a373f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/5c32f46cfb4e41afaf426e9d9c6a373f 2024-11-28T02:35:23,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/6084e96c31134eac889f8937080602d1 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/6084e96c31134eac889f8937080602d1 2024-11-28T02:35:23,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/fe0e4d21089a4399b40434d24dd2ad95 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/fe0e4d21089a4399b40434d24dd2ad95 2024-11-28T02:35:23,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/2097ecb49aa04110ace83d58baec26de to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/2097ecb49aa04110ace83d58baec26de 2024-11-28T02:35:23,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/d86ac2b36a8b4f8b93729bd922f3ceb3 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/d86ac2b36a8b4f8b93729bd922f3ceb3 2024-11-28T02:35:23,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/23868af8f49e442ead76d9aed179a5d0 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/23868af8f49e442ead76d9aed179a5d0 2024-11-28T02:35:23,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/6467652ea1ef43bbbdef00577c878312 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/6467652ea1ef43bbbdef00577c878312 2024-11-28T02:35:23,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/3d05a82d290747cbacdcdb172eed53a2 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/3d05a82d290747cbacdcdb172eed53a2 2024-11-28T02:35:23,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/e14abe1e7f744224b32ac23deae2ffba to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/e14abe1e7f744224b32ac23deae2ffba 2024-11-28T02:35:23,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/708789b536df49aa9dbfd74a80c0a7b7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/708789b536df49aa9dbfd74a80c0a7b7 2024-11-28T02:35:23,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/7d781a9d4835414ca9efccb4c728d679 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/7d781a9d4835414ca9efccb4c728d679 2024-11-28T02:35:23,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/92ac9c0c1be94130b6d9259ea0c6c41f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/92ac9c0c1be94130b6d9259ea0c6c41f 2024-11-28T02:35:23,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/dbceaf37d8c14de68102cecbb8b17eba to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/dbceaf37d8c14de68102cecbb8b17eba 2024-11-28T02:35:23,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/2fd070eb942b44b399bcc92a9204c98f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/2fd070eb942b44b399bcc92a9204c98f 2024-11-28T02:35:23,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/86e4177d01ec4f6d8ae2ccff3c08efcc to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/86e4177d01ec4f6d8ae2ccff3c08efcc 2024-11-28T02:35:23,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/535af6bb85a44c5297e444247443b138 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/535af6bb85a44c5297e444247443b138 2024-11-28T02:35:23,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/855a401b2c8843e39850bef11d5a52c8 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/855a401b2c8843e39850bef11d5a52c8 2024-11-28T02:35:23,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/96c11e8e04614f21b9a8b3ffde9225f4 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/96c11e8e04614f21b9a8b3ffde9225f4 2024-11-28T02:35:23,050 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/recovered.edits/582.seqid, newMaxSeqId=582, maxSeqId=1 2024-11-28T02:35:23,052 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f. 2024-11-28T02:35:23,052 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 14e0fd78f7e066c99393497843376f0f: 2024-11-28T02:35:23,054 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:23,054 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=14e0fd78f7e066c99393497843376f0f, regionState=CLOSED 2024-11-28T02:35:23,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-28T02:35:23,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 14e0fd78f7e066c99393497843376f0f, server=91d91e22c0a9,41755,1732761291190 in 2.0600 sec 2024-11-28T02:35:23,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-28T02:35:23,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=14e0fd78f7e066c99393497843376f0f, UNASSIGN in 2.0640 sec 2024-11-28T02:35:23,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-28T02:35:23,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0720 sec 2024-11-28T02:35:23,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761323061"}]},"ts":"1732761323061"} 2024-11-28T02:35:23,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T02:35:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-28T02:35:23,104 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T02:35:23,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.1350 sec 2024-11-28T02:35:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-28T02:35:25,085 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-28T02:35:25,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T02:35:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:25,098 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:25,099 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-28T02:35:25,102 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:25,107 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/recovered.edits] 2024-11-28T02:35:25,112 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/0f31c293aeef493f9d34a9faeb839e13 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/0f31c293aeef493f9d34a9faeb839e13 2024-11-28T02:35:25,113 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/65aeef403e8a47d886b71d8a160755f8 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/65aeef403e8a47d886b71d8a160755f8 2024-11-28T02:35:25,115 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/a7143e9111134f11b52dac61eab72069 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/a7143e9111134f11b52dac61eab72069 2024-11-28T02:35:25,117 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/ef6c6fe3d0f443739c37c090f0c7cd6d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/A/ef6c6fe3d0f443739c37c090f0c7cd6d 2024-11-28T02:35:25,120 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/184d1b577af0438e8c5218d56b719673 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/184d1b577af0438e8c5218d56b719673 2024-11-28T02:35:25,122 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/842188a8526b4c90880a0d45dde3cb4e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/842188a8526b4c90880a0d45dde3cb4e 2024-11-28T02:35:25,124 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e11cf5363ccc4769b978946c8827ed4a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/e11cf5363ccc4769b978946c8827ed4a 2024-11-28T02:35:25,126 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/ea05eb1813c7429da86618bfc0d84691 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/B/ea05eb1813c7429da86618bfc0d84691 2024-11-28T02:35:25,130 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/943725211e2a4a87812b118085758000 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/943725211e2a4a87812b118085758000 2024-11-28T02:35:25,132 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/c852af46741b49b1917c693647e5c748 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/c852af46741b49b1917c693647e5c748 2024-11-28T02:35:25,134 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/e0bc6c642ae34942877be19e060f3379 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/e0bc6c642ae34942877be19e060f3379 2024-11-28T02:35:25,136 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/ec83a29b8e2d443a8f666ff7bc8af698 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/C/ec83a29b8e2d443a8f666ff7bc8af698 2024-11-28T02:35:25,140 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/recovered.edits/582.seqid to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f/recovered.edits/582.seqid 2024-11-28T02:35:25,140 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/14e0fd78f7e066c99393497843376f0f 2024-11-28T02:35:25,141 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T02:35:25,146 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:25,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-28T02:35:25,152 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T02:35:25,176 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T02:35:25,177 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:25,177 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T02:35:25,177 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732761325177"}]},"ts":"9223372036854775807"} 2024-11-28T02:35:25,180 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-28T02:35:25,180 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 14e0fd78f7e066c99393497843376f0f, NAME => 'TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T02:35:25,180 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T02:35:25,180 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732761325180"}]},"ts":"9223372036854775807"} 2024-11-28T02:35:25,182 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-28T02:35:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-28T02:35:25,222 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:25,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 129 msec 2024-11-28T02:35:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-28T02:35:25,404 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-28T02:35:25,416 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x49ad55d2-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x49ad55d2-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_352819825_22 at /127.0.0.1:53232 [Waiting for operation #278] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_693813755_22 at /127.0.0.1:42662 [Waiting for operation #291] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x49ad55d2-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_352819825_22 at /127.0.0.1:53388 [Waiting for operation #223] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x49ad55d2-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;91d91e22c0a9:41755-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=456 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 255) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7606 (was 8168) 2024-11-28T02:35:25,424 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=7605 2024-11-28T02:35:25,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T02:35:25,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:35:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:25,428 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T02:35:25,429 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:25,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-28T02:35:25,429 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T02:35:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-28T02:35:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741965_1141 (size=963) 2024-11-28T02:35:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-28T02:35:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-28T02:35:25,842 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0 2024-11-28T02:35:25,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741966_1142 (size=53) 2024-11-28T02:35:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-28T02:35:26,283 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:35:26,284 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c905c72e7e42c8856524a0f4a2ec6ba7, disabling compactions & flushes 2024-11-28T02:35:26,284 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:26,284 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:26,284 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. after waiting 0 ms 2024-11-28T02:35:26,284 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:26,284 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:26,284 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:26,288 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T02:35:26,289 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732761326288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732761326288"}]},"ts":"1732761326288"} 2024-11-28T02:35:26,291 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-28T02:35:26,292 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T02:35:26,292 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761326292"}]},"ts":"1732761326292"} 2024-11-28T02:35:26,294 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T02:35:26,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905c72e7e42c8856524a0f4a2ec6ba7, ASSIGN}] 2024-11-28T02:35:26,349 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905c72e7e42c8856524a0f4a2ec6ba7, ASSIGN 2024-11-28T02:35:26,350 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905c72e7e42c8856524a0f4a2ec6ba7, ASSIGN; state=OFFLINE, location=91d91e22c0a9,41755,1732761291190; forceNewPlan=false, retain=false 2024-11-28T02:35:26,501 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=c905c72e7e42c8856524a0f4a2ec6ba7, regionState=OPENING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:26,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:35:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-28T02:35:26,659 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:26,667 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:26,667 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:35:26,668 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:26,668 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:35:26,669 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:26,669 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:26,671 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:26,673 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:35:26,673 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c905c72e7e42c8856524a0f4a2ec6ba7 columnFamilyName A 2024-11-28T02:35:26,673 DEBUG [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:26,674 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.HStore(327): Store=c905c72e7e42c8856524a0f4a2ec6ba7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:35:26,674 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:26,676 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:35:26,677 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c905c72e7e42c8856524a0f4a2ec6ba7 columnFamilyName B 2024-11-28T02:35:26,677 DEBUG [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:26,678 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.HStore(327): Store=c905c72e7e42c8856524a0f4a2ec6ba7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:35:26,678 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:26,680 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:35:26,680 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c905c72e7e42c8856524a0f4a2ec6ba7 columnFamilyName C 2024-11-28T02:35:26,680 DEBUG [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:26,681 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.HStore(327): Store=c905c72e7e42c8856524a0f4a2ec6ba7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:35:26,681 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:26,682 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:26,682 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:26,684 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T02:35:26,685 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:26,687 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:35:26,687 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened c905c72e7e42c8856524a0f4a2ec6ba7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72673157, jitterRate=0.08291442692279816}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T02:35:26,688 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:26,688 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., pid=41, masterSystemTime=1732761326658 2024-11-28T02:35:26,690 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:26,690 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:26,690 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=c905c72e7e42c8856524a0f4a2ec6ba7, regionState=OPEN, openSeqNum=2, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:26,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-28T02:35:26,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 in 186 msec 2024-11-28T02:35:26,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-28T02:35:26,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905c72e7e42c8856524a0f4a2ec6ba7, ASSIGN in 346 msec 2024-11-28T02:35:26,694 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T02:35:26,694 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761326694"}]},"ts":"1732761326694"} 2024-11-28T02:35:26,695 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T02:35:26,705 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T02:35:26,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2790 sec 2024-11-28T02:35:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-28T02:35:27,540 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-28T02:35:27,547 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e 2024-11-28T02:35:27,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:27,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:27,597 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:27,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T02:35:27,603 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T02:35:27,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T02:35:27,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:35:27,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:27,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741967_1143 (size=999) 2024-11-28T02:35:27,777 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:35:27,778 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:35:28,032 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-28T02:35:28,032 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-28T02:35:28,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T02:35:28,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905c72e7e42c8856524a0f4a2ec6ba7, REOPEN/MOVE}] 2024-11-28T02:35:28,049 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905c72e7e42c8856524a0f4a2ec6ba7, REOPEN/MOVE 2024-11-28T02:35:28,050 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=c905c72e7e42c8856524a0f4a2ec6ba7, regionState=CLOSING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:28,051 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T02:35:28,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:35:28,203 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:28,204 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:28,204 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T02:35:28,204 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing c905c72e7e42c8856524a0f4a2ec6ba7, disabling compactions & flushes 2024-11-28T02:35:28,205 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:28,205 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:28,205 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. after waiting 0 ms 2024-11-28T02:35:28,205 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:28,213 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-28T02:35:28,214 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:28,215 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:28,215 WARN [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: c905c72e7e42c8856524a0f4a2ec6ba7 to self. 2024-11-28T02:35:28,216 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:28,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=c905c72e7e42c8856524a0f4a2ec6ba7, regionState=CLOSED 2024-11-28T02:35:28,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-28T02:35:28,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 in 167 msec 2024-11-28T02:35:28,221 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905c72e7e42c8856524a0f4a2ec6ba7, REOPEN/MOVE; state=CLOSED, location=91d91e22c0a9,41755,1732761291190; forceNewPlan=false, retain=true 2024-11-28T02:35:28,371 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=c905c72e7e42c8856524a0f4a2ec6ba7, regionState=OPENING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:28,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:35:28,528 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:28,534 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:28,534 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:35:28,534 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:28,535 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:35:28,535 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:28,535 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:28,539 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:28,541 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:35:28,549 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c905c72e7e42c8856524a0f4a2ec6ba7 columnFamilyName A 2024-11-28T02:35:28,552 DEBUG [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:28,552 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.HStore(327): Store=c905c72e7e42c8856524a0f4a2ec6ba7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:35:28,553 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:28,553 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:35:28,553 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c905c72e7e42c8856524a0f4a2ec6ba7 columnFamilyName B 2024-11-28T02:35:28,553 DEBUG [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:28,554 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.HStore(327): Store=c905c72e7e42c8856524a0f4a2ec6ba7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:35:28,554 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:28,554 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:35:28,555 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c905c72e7e42c8856524a0f4a2ec6ba7 columnFamilyName C 2024-11-28T02:35:28,555 DEBUG [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:28,555 INFO [StoreOpener-c905c72e7e42c8856524a0f4a2ec6ba7-1 {}] regionserver.HStore(327): Store=c905c72e7e42c8856524a0f4a2ec6ba7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:35:28,555 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:28,556 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:28,557 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:28,558 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T02:35:28,559 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:28,560 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened c905c72e7e42c8856524a0f4a2ec6ba7; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73893021, jitterRate=0.10109181702136993}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T02:35:28,560 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:28,561 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., pid=46, masterSystemTime=1732761328528 2024-11-28T02:35:28,562 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:28,563 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:28,563 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=c905c72e7e42c8856524a0f4a2ec6ba7, regionState=OPEN, openSeqNum=5, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:28,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-28T02:35:28,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 in 189 msec 2024-11-28T02:35:28,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-28T02:35:28,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905c72e7e42c8856524a0f4a2ec6ba7, REOPEN/MOVE in 518 msec 2024-11-28T02:35:28,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-28T02:35:28,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 531 msec 2024-11-28T02:35:28,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 959 msec 2024-11-28T02:35:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-28T02:35:28,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672 2024-11-28T02:35:28,584 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T02:35:28,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:28,643 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-11-28T02:35:28,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:28,658 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431 2024-11-28T02:35:28,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:28,673 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd 2024-11-28T02:35:28,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:28,683 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-11-28T02:35:28,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:28,797 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df 2024-11-28T02:35:28,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:28,918 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-11-28T02:35:28,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:28,939 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-11-28T02:35:28,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:28,951 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58 2024-11-28T02:35:28,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:28,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-28T02:35:28,969 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-28T02:35:28,970 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:28,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:28,971 DEBUG [hconnection-0x3ff2b29d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:28,976 DEBUG [hconnection-0x2ef1ff2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:28,976 DEBUG [hconnection-0x701fcba4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:28,976 DEBUG [hconnection-0xc5d6cf1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:28,976 DEBUG [hconnection-0x5aca9975-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:28,976 DEBUG [hconnection-0x6f717896-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:28,977 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:28,977 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:28,977 DEBUG [hconnection-0x2260baec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:28,977 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:28,977 DEBUG [hconnection-0x6c83eb43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:28,978 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:28,978 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:28,978 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:28,978 DEBUG [hconnection-0x538fd024-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:28,978 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:28,980 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:28,980 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:29,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:35:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:29,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:29,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:29,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:29,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:29,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:29,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:29,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761389026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761389026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761389030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761389032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761389032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284284785eef6b473f9dbf7b40e0f2b8e7_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761328998/Put/seqid=0 2024-11-28T02:35:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-28T02:35:29,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741968_1144 (size=12154) 2024-11-28T02:35:29,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-28T02:35:29,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:29,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:29,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761389135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761389135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761389140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761389140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761389140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-28T02:35:29,277 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-28T02:35:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:29,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:29,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761389357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761389358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761389362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761389362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761389362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,430 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-28T02:35:29,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:29,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:29,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:29,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:29,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:29,479 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:29,487 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284284785eef6b473f9dbf7b40e0f2b8e7_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284284785eef6b473f9dbf7b40e0f2b8e7_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:29,491 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/1995b545a4914cc59d448d888ca976d0, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:29,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/1995b545a4914cc59d448d888ca976d0 is 175, key is test_row_0/A:col10/1732761328998/Put/seqid=0 2024-11-28T02:35:29,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741969_1145 (size=30955) 2024-11-28T02:35:29,514 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/1995b545a4914cc59d448d888ca976d0 2024-11-28T02:35:29,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/7152e8b4464e4d50a32ff959f5adf9f9 is 50, key is test_row_0/B:col10/1732761328998/Put/seqid=0 2024-11-28T02:35:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741970_1146 (size=12001) 2024-11-28T02:35:29,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/7152e8b4464e4d50a32ff959f5adf9f9 2024-11-28T02:35:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-28T02:35:29,583 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-28T02:35:29,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:29,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:29,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:29,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:29,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:29,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/1085a11979084fa78429f71801d7985b is 50, key is test_row_0/C:col10/1732761328998/Put/seqid=0 2024-11-28T02:35:29,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741971_1147 (size=12001) 2024-11-28T02:35:29,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/1085a11979084fa78429f71801d7985b 2024-11-28T02:35:29,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/1995b545a4914cc59d448d888ca976d0 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1995b545a4914cc59d448d888ca976d0 2024-11-28T02:35:29,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1995b545a4914cc59d448d888ca976d0, entries=150, sequenceid=16, filesize=30.2 K 2024-11-28T02:35:29,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/7152e8b4464e4d50a32ff959f5adf9f9 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/7152e8b4464e4d50a32ff959f5adf9f9 2024-11-28T02:35:29,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/7152e8b4464e4d50a32ff959f5adf9f9, entries=150, sequenceid=16, filesize=11.7 K 2024-11-28T02:35:29,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/1085a11979084fa78429f71801d7985b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/1085a11979084fa78429f71801d7985b 2024-11-28T02:35:29,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/1085a11979084fa78429f71801d7985b, entries=150, sequenceid=16, filesize=11.7 K 2024-11-28T02:35:29,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c905c72e7e42c8856524a0f4a2ec6ba7 in 653ms, sequenceid=16, compaction requested=false 2024-11-28T02:35:29,654 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-28T02:35:29,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:29,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T02:35:29,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:29,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:29,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:29,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:29,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:29,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:29,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761389675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761389676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761389677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761389679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761389681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128cff5dfa5e48e4d2a9f5cbb06236f52cd_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761329030/Put/seqid=0 2024-11-28T02:35:29,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741972_1148 (size=12154) 2024-11-28T02:35:29,723 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:29,729 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128cff5dfa5e48e4d2a9f5cbb06236f52cd_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128cff5dfa5e48e4d2a9f5cbb06236f52cd_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:29,732 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/91486405467d460086ec6a85ac6cccee, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:29,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/91486405467d460086ec6a85ac6cccee is 175, key is test_row_0/A:col10/1732761329030/Put/seqid=0 2024-11-28T02:35:29,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-28T02:35:29,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:29,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:29,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:29,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:29,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:29,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741973_1149 (size=30955) 2024-11-28T02:35:29,755 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/91486405467d460086ec6a85ac6cccee 2024-11-28T02:35:29,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/afa8c8afa2ad477cbf3aa74ea57c669c is 50, key is test_row_0/B:col10/1732761329030/Put/seqid=0 2024-11-28T02:35:29,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741974_1150 (size=12001) 2024-11-28T02:35:29,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/afa8c8afa2ad477cbf3aa74ea57c669c 2024-11-28T02:35:29,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/ccc5d4bc838948a79ac27c1d9b92ce54 is 50, key is test_row_0/C:col10/1732761329030/Put/seqid=0 2024-11-28T02:35:29,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741975_1151 (size=12001) 2024-11-28T02:35:29,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/ccc5d4bc838948a79ac27c1d9b92ce54 2024-11-28T02:35:29,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761389783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761389783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761389783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761389784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761389787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/91486405467d460086ec6a85ac6cccee as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/91486405467d460086ec6a85ac6cccee 2024-11-28T02:35:29,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/91486405467d460086ec6a85ac6cccee, entries=150, sequenceid=42, filesize=30.2 K 2024-11-28T02:35:29,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/afa8c8afa2ad477cbf3aa74ea57c669c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/afa8c8afa2ad477cbf3aa74ea57c669c 2024-11-28T02:35:29,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/afa8c8afa2ad477cbf3aa74ea57c669c, entries=150, sequenceid=42, filesize=11.7 K 2024-11-28T02:35:29,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/ccc5d4bc838948a79ac27c1d9b92ce54 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ccc5d4bc838948a79ac27c1d9b92ce54 2024-11-28T02:35:29,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ccc5d4bc838948a79ac27c1d9b92ce54, entries=150, sequenceid=42, filesize=11.7 K 2024-11-28T02:35:29,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c905c72e7e42c8856524a0f4a2ec6ba7 in 156ms, sequenceid=42, compaction requested=false 2024-11-28T02:35:29,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:29,892 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:29,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-28T02:35:29,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:29,893 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-28T02:35:29,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:29,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:29,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:29,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:29,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:29,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:29,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411288a27d842c40341e98d63d5abfd526159_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761329679/Put/seqid=0 2024-11-28T02:35:29,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741976_1152 (size=12154) 2024-11-28T02:35:30,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:30,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761390062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761390065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761390067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761390068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761390069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-28T02:35:30,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761390171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761390172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761390172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761390172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761390172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:30,333 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411288a27d842c40341e98d63d5abfd526159_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411288a27d842c40341e98d63d5abfd526159_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:30,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/eb44ed8d2e48466b845499325fe04e6d, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:30,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/eb44ed8d2e48466b845499325fe04e6d is 175, key is test_row_0/A:col10/1732761329679/Put/seqid=0 2024-11-28T02:35:30,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741977_1153 (size=30955) 2024-11-28T02:35:30,349 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/eb44ed8d2e48466b845499325fe04e6d 2024-11-28T02:35:30,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/e67312a7162649fba680a4f70cf02242 is 50, key is test_row_0/B:col10/1732761329679/Put/seqid=0 2024-11-28T02:35:30,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761390377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761390378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761390378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761390379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761390380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741978_1154 (size=12001) 2024-11-28T02:35:30,386 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/e67312a7162649fba680a4f70cf02242 2024-11-28T02:35:30,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/a7d078a4dcd94dccbab8a8abaffd7754 is 50, key is test_row_0/C:col10/1732761329679/Put/seqid=0 2024-11-28T02:35:30,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741979_1155 (size=12001) 2024-11-28T02:35:30,414 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/a7d078a4dcd94dccbab8a8abaffd7754 2024-11-28T02:35:30,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/eb44ed8d2e48466b845499325fe04e6d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/eb44ed8d2e48466b845499325fe04e6d 2024-11-28T02:35:30,446 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/eb44ed8d2e48466b845499325fe04e6d, entries=150, sequenceid=52, filesize=30.2 K 2024-11-28T02:35:30,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/e67312a7162649fba680a4f70cf02242 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/e67312a7162649fba680a4f70cf02242 2024-11-28T02:35:30,454 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/e67312a7162649fba680a4f70cf02242, entries=150, sequenceid=52, filesize=11.7 K 2024-11-28T02:35:30,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/a7d078a4dcd94dccbab8a8abaffd7754 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/a7d078a4dcd94dccbab8a8abaffd7754 2024-11-28T02:35:30,462 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/a7d078a4dcd94dccbab8a8abaffd7754, entries=150, sequenceid=52, filesize=11.7 K 2024-11-28T02:35:30,463 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c905c72e7e42c8856524a0f4a2ec6ba7 in 570ms, sequenceid=52, compaction requested=true 2024-11-28T02:35:30,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:30,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:30,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-28T02:35:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-28T02:35:30,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-28T02:35:30,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4950 sec 2024-11-28T02:35:30,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.4990 sec 2024-11-28T02:35:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:30,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-28T02:35:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:30,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b037786b6b4e476490ac164d947fa84a_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761330059/Put/seqid=0 2024-11-28T02:35:30,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761390690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761390690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761390695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761390695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761390695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741980_1156 (size=12154) 2024-11-28T02:35:30,713 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:30,719 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b037786b6b4e476490ac164d947fa84a_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b037786b6b4e476490ac164d947fa84a_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:30,721 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/a4244545ecb74bd78f91b7c92409ed45, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:30,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/a4244545ecb74bd78f91b7c92409ed45 is 175, key is test_row_0/A:col10/1732761330059/Put/seqid=0 2024-11-28T02:35:30,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741981_1157 (size=30955) 2024-11-28T02:35:30,733 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/a4244545ecb74bd78f91b7c92409ed45 2024-11-28T02:35:30,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/00453a1d82e5429cb653329b4446cda1 is 50, key is test_row_0/B:col10/1732761330059/Put/seqid=0 2024-11-28T02:35:30,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741982_1158 (size=12001) 2024-11-28T02:35:30,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/00453a1d82e5429cb653329b4446cda1 2024-11-28T02:35:30,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/d26bd1b9eba34a4b869506cdb06273c5 is 50, key is test_row_0/C:col10/1732761330059/Put/seqid=0 2024-11-28T02:35:30,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741983_1159 (size=12001) 2024-11-28T02:35:30,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761390798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761390798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761390802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761390802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:30,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761390803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761391002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761391004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761391004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761391007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761391008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-28T02:35:31,074 INFO [Thread-707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-28T02:35:31,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-28T02:35:31,079 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-28T02:35:31,080 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:31,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-28T02:35:31,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/d26bd1b9eba34a4b869506cdb06273c5 2024-11-28T02:35:31,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/a4244545ecb74bd78f91b7c92409ed45 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/a4244545ecb74bd78f91b7c92409ed45 2024-11-28T02:35:31,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/a4244545ecb74bd78f91b7c92409ed45, entries=150, sequenceid=79, filesize=30.2 K 2024-11-28T02:35:31,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/00453a1d82e5429cb653329b4446cda1 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/00453a1d82e5429cb653329b4446cda1 2024-11-28T02:35:31,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/00453a1d82e5429cb653329b4446cda1, entries=150, sequenceid=79, filesize=11.7 K 2024-11-28T02:35:31,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/d26bd1b9eba34a4b869506cdb06273c5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/d26bd1b9eba34a4b869506cdb06273c5 2024-11-28T02:35:31,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/d26bd1b9eba34a4b869506cdb06273c5, entries=150, sequenceid=79, filesize=11.7 K 2024-11-28T02:35:31,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for c905c72e7e42c8856524a0f4a2ec6ba7 in 537ms, sequenceid=79, compaction requested=true 2024-11-28T02:35:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:31,219 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:35:31,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:31,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:31,220 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:35:31,221 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:35:31,221 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/A is initiating minor compaction (all files) 2024-11-28T02:35:31,221 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/A in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:31,221 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1995b545a4914cc59d448d888ca976d0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/91486405467d460086ec6a85ac6cccee, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/eb44ed8d2e48466b845499325fe04e6d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/a4244545ecb74bd78f91b7c92409ed45] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=120.9 K 2024-11-28T02:35:31,222 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:31,222 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1995b545a4914cc59d448d888ca976d0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/91486405467d460086ec6a85ac6cccee, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/eb44ed8d2e48466b845499325fe04e6d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/a4244545ecb74bd78f91b7c92409ed45] 2024-11-28T02:35:31,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:31,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:31,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:31,223 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1995b545a4914cc59d448d888ca976d0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732761328998 2024-11-28T02:35:31,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:31,224 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91486405467d460086ec6a85ac6cccee, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732761329023 2024-11-28T02:35:31,224 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:35:31,224 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/B is initiating minor compaction (all files) 2024-11-28T02:35:31,224 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/B in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:31,225 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/7152e8b4464e4d50a32ff959f5adf9f9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/afa8c8afa2ad477cbf3aa74ea57c669c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/e67312a7162649fba680a4f70cf02242, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/00453a1d82e5429cb653329b4446cda1] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=46.9 K 2024-11-28T02:35:31,225 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 7152e8b4464e4d50a32ff959f5adf9f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732761328998 2024-11-28T02:35:31,226 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb44ed8d2e48466b845499325fe04e6d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732761329671 2024-11-28T02:35:31,226 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4244545ecb74bd78f91b7c92409ed45, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732761330059 2024-11-28T02:35:31,227 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting afa8c8afa2ad477cbf3aa74ea57c669c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732761329023 2024-11-28T02:35:31,227 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting e67312a7162649fba680a4f70cf02242, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732761329671 2024-11-28T02:35:31,228 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 00453a1d82e5429cb653329b4446cda1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732761330059 2024-11-28T02:35:31,233 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-28T02:35:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:31,235 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:35:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:31,247 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:31,257 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#B#compaction#139 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:31,258 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/96f2579c0b4944d9ad423cdf42e606b9 is 50, key is test_row_0/B:col10/1732761330059/Put/seqid=0 2024-11-28T02:35:31,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112840bdbf48675840fb878687feee3c19da_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761330692/Put/seqid=0 2024-11-28T02:35:31,271 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411286d4398f88aa847aabd66b53708c0d800_c905c72e7e42c8856524a0f4a2ec6ba7 store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:31,277 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411286d4398f88aa847aabd66b53708c0d800_c905c72e7e42c8856524a0f4a2ec6ba7, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:31,277 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411286d4398f88aa847aabd66b53708c0d800_c905c72e7e42c8856524a0f4a2ec6ba7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:31,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:31,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741984_1160 (size=12139) 2024-11-28T02:35:31,320 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/96f2579c0b4944d9ad423cdf42e606b9 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/96f2579c0b4944d9ad423cdf42e606b9 2024-11-28T02:35:31,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741985_1161 (size=12154) 2024-11-28T02:35:31,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:31,330 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112840bdbf48675840fb878687feee3c19da_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112840bdbf48675840fb878687feee3c19da_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:31,333 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/B of c905c72e7e42c8856524a0f4a2ec6ba7 into 96f2579c0b4944d9ad423cdf42e606b9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:31,333 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:31,333 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/B, priority=12, startTime=1732761331220; duration=0sec 2024-11-28T02:35:31,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/358418b97898489595f07a82c6a3c63f, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:31,333 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:31,333 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:B 2024-11-28T02:35:31,333 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:35:31,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/358418b97898489595f07a82c6a3c63f is 175, key is test_row_0/A:col10/1732761330692/Put/seqid=0 2024-11-28T02:35:31,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741986_1162 (size=4469) 2024-11-28T02:35:31,337 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:35:31,337 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/C is initiating minor compaction (all files) 2024-11-28T02:35:31,338 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#A#compaction#138 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:31,341 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/c4d7018a7ac146cea735a97f28d66805 is 175, key is test_row_0/A:col10/1732761330059/Put/seqid=0 2024-11-28T02:35:31,341 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/C in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:31,341 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/1085a11979084fa78429f71801d7985b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ccc5d4bc838948a79ac27c1d9b92ce54, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/a7d078a4dcd94dccbab8a8abaffd7754, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/d26bd1b9eba34a4b869506cdb06273c5] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=46.9 K 2024-11-28T02:35:31,342 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 1085a11979084fa78429f71801d7985b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732761328998 2024-11-28T02:35:31,343 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting ccc5d4bc838948a79ac27c1d9b92ce54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732761329023 2024-11-28T02:35:31,343 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting a7d078a4dcd94dccbab8a8abaffd7754, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732761329671 2024-11-28T02:35:31,344 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting d26bd1b9eba34a4b869506cdb06273c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732761330059 2024-11-28T02:35:31,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761391348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761391350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761391351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761391352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761391353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,367 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#C#compaction#141 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741988_1164 (size=31093) 2024-11-28T02:35:31,368 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/4ce6db9d7fee4922bb724934f1e8d222 is 50, key is test_row_0/C:col10/1732761330059/Put/seqid=0 2024-11-28T02:35:31,374 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/c4d7018a7ac146cea735a97f28d66805 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/c4d7018a7ac146cea735a97f28d66805 2024-11-28T02:35:31,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741987_1163 (size=30955) 2024-11-28T02:35:31,380 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/358418b97898489595f07a82c6a3c63f 2024-11-28T02:35:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-28T02:35:31,384 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/A of c905c72e7e42c8856524a0f4a2ec6ba7 into c4d7018a7ac146cea735a97f28d66805(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:31,384 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:31,384 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/A, priority=12, startTime=1732761331218; duration=0sec 2024-11-28T02:35:31,384 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:31,384 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:A 2024-11-28T02:35:31,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/215682283cf54cb793ec79a8cb3ac649 is 50, key is test_row_0/B:col10/1732761330692/Put/seqid=0 2024-11-28T02:35:31,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741989_1165 (size=12139) 2024-11-28T02:35:31,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741990_1166 (size=12001) 2024-11-28T02:35:31,421 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/215682283cf54cb793ec79a8cb3ac649 2024-11-28T02:35:31,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/9ffe2a87c4cf49d3b16294a9a723ec34 is 50, key is test_row_0/C:col10/1732761330692/Put/seqid=0 2024-11-28T02:35:31,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741991_1167 (size=12001) 2024-11-28T02:35:31,436 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/9ffe2a87c4cf49d3b16294a9a723ec34 2024-11-28T02:35:31,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/358418b97898489595f07a82c6a3c63f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/358418b97898489595f07a82c6a3c63f 2024-11-28T02:35:31,450 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/358418b97898489595f07a82c6a3c63f, entries=150, sequenceid=90, filesize=30.2 K 2024-11-28T02:35:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/215682283cf54cb793ec79a8cb3ac649 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/215682283cf54cb793ec79a8cb3ac649 2024-11-28T02:35:31,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761391455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,462 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/215682283cf54cb793ec79a8cb3ac649, entries=150, sequenceid=90, filesize=11.7 K 2024-11-28T02:35:31,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/9ffe2a87c4cf49d3b16294a9a723ec34 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/9ffe2a87c4cf49d3b16294a9a723ec34 2024-11-28T02:35:31,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761391461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761391461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761391461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761391462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,472 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/9ffe2a87c4cf49d3b16294a9a723ec34, entries=150, sequenceid=90, filesize=11.7 K 2024-11-28T02:35:31,473 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c905c72e7e42c8856524a0f4a2ec6ba7 in 238ms, sequenceid=90, compaction requested=false 2024-11-28T02:35:31,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:31,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:31,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-28T02:35:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-28T02:35:31,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-28T02:35:31,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 394 msec 2024-11-28T02:35:31,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 401 msec 2024-11-28T02:35:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:31,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T02:35:31,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:31,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:31,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:31,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:31,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:31,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:31,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112856563409cbf5454bb6ae41c9e93a3c30_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761331341/Put/seqid=0 2024-11-28T02:35:31,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761391674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741992_1168 (size=14594) 2024-11-28T02:35:31,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761391674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761391676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,682 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761391676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-28T02:35:31,683 INFO [Thread-707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-28T02:35:31,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-28T02:35:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-28T02:35:31,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761391680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,688 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:31,690 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112856563409cbf5454bb6ae41c9e93a3c30_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112856563409cbf5454bb6ae41c9e93a3c30_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:31,691 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:31,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:31,694 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/20134d9091eb47a7a9f6738d8186d75d, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:31,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/20134d9091eb47a7a9f6738d8186d75d is 175, key is test_row_0/A:col10/1732761331341/Put/seqid=0 2024-11-28T02:35:31,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741993_1169 (size=39549) 2024-11-28T02:35:31,707 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/20134d9091eb47a7a9f6738d8186d75d 2024-11-28T02:35:31,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/894af35116e74aafb76d9da56b62dbe2 is 50, key is test_row_0/B:col10/1732761331341/Put/seqid=0 2024-11-28T02:35:31,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741994_1170 (size=12001) 2024-11-28T02:35:31,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/894af35116e74aafb76d9da56b62dbe2 2024-11-28T02:35:31,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/ae502f17aea245a5b772f9b920340bce is 50, key is test_row_0/C:col10/1732761331341/Put/seqid=0 2024-11-28T02:35:31,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741995_1171 (size=12001) 2024-11-28T02:35:31,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761391782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761391783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761391783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761391783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-28T02:35:31,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761391789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,819 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/4ce6db9d7fee4922bb724934f1e8d222 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/4ce6db9d7fee4922bb724934f1e8d222 2024-11-28T02:35:31,825 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/C of c905c72e7e42c8856524a0f4a2ec6ba7 into 4ce6db9d7fee4922bb724934f1e8d222(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:31,825 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:31,825 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/C, priority=12, startTime=1732761331223; duration=0sec 2024-11-28T02:35:31,825 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:31,827 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:C 2024-11-28T02:35:31,843 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-28T02:35:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:31,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:31,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:31,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761391985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761391987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-28T02:35:31,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761391988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761391988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761391993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:31,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-28T02:35:31,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:31,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:31,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:31,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:31,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:32,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-28T02:35:32,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:32,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:32,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:32,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:32,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:32,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/ae502f17aea245a5b772f9b920340bce 2024-11-28T02:35:32,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/20134d9091eb47a7a9f6738d8186d75d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/20134d9091eb47a7a9f6738d8186d75d 2024-11-28T02:35:32,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/20134d9091eb47a7a9f6738d8186d75d, entries=200, sequenceid=118, filesize=38.6 K 2024-11-28T02:35:32,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/894af35116e74aafb76d9da56b62dbe2 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/894af35116e74aafb76d9da56b62dbe2 2024-11-28T02:35:32,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/894af35116e74aafb76d9da56b62dbe2, entries=150, sequenceid=118, filesize=11.7 K 2024-11-28T02:35:32,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/ae502f17aea245a5b772f9b920340bce as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ae502f17aea245a5b772f9b920340bce 2024-11-28T02:35:32,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ae502f17aea245a5b772f9b920340bce, entries=150, sequenceid=118, filesize=11.7 K 2024-11-28T02:35:32,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c905c72e7e42c8856524a0f4a2ec6ba7 in 530ms, sequenceid=118, compaction requested=true 2024-11-28T02:35:32,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:32,191 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:32,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:32,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:32,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:32,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:32,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:32,191 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:32,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:32,194 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:32,194 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:32,194 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/A is initiating minor compaction (all files) 2024-11-28T02:35:32,194 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/B is initiating minor compaction (all files) 2024-11-28T02:35:32,194 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/A in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:32,194 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/c4d7018a7ac146cea735a97f28d66805, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/358418b97898489595f07a82c6a3c63f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/20134d9091eb47a7a9f6738d8186d75d] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=99.2 K 2024-11-28T02:35:32,194 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:32,194 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/c4d7018a7ac146cea735a97f28d66805, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/358418b97898489595f07a82c6a3c63f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/20134d9091eb47a7a9f6738d8186d75d] 2024-11-28T02:35:32,195 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/B in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:32,195 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/96f2579c0b4944d9ad423cdf42e606b9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/215682283cf54cb793ec79a8cb3ac649, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/894af35116e74aafb76d9da56b62dbe2] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=35.3 K 2024-11-28T02:35:32,196 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting c4d7018a7ac146cea735a97f28d66805, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732761330059 2024-11-28T02:35:32,196 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96f2579c0b4944d9ad423cdf42e606b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732761330059 2024-11-28T02:35:32,196 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 215682283cf54cb793ec79a8cb3ac649, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732761330686 2024-11-28T02:35:32,196 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 358418b97898489595f07a82c6a3c63f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732761330686 2024-11-28T02:35:32,197 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 894af35116e74aafb76d9da56b62dbe2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732761331341 2024-11-28T02:35:32,197 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 20134d9091eb47a7a9f6738d8186d75d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732761331341 2024-11-28T02:35:32,209 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:32,215 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128a20b7b4f1a7e4f9d957f8207673457a6_c905c72e7e42c8856524a0f4a2ec6ba7 store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:32,217 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#B#compaction#148 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:32,217 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/45cfe28c829c499693ba0cb1bf06133b is 50, key is test_row_0/B:col10/1732761331341/Put/seqid=0 2024-11-28T02:35:32,219 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128a20b7b4f1a7e4f9d957f8207673457a6_c905c72e7e42c8856524a0f4a2ec6ba7, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:32,219 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a20b7b4f1a7e4f9d957f8207673457a6_c905c72e7e42c8856524a0f4a2ec6ba7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:32,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741997_1173 (size=4469) 2024-11-28T02:35:32,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741996_1172 (size=12241) 2024-11-28T02:35:32,263 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#A#compaction#147 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:32,263 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/e841706095c443b3918a95a08c4e3dc6 is 175, key is test_row_0/A:col10/1732761331341/Put/seqid=0 2024-11-28T02:35:32,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741998_1174 (size=31195) 2024-11-28T02:35:32,280 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/e841706095c443b3918a95a08c4e3dc6 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e841706095c443b3918a95a08c4e3dc6 2024-11-28T02:35:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-28T02:35:32,291 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/A of c905c72e7e42c8856524a0f4a2ec6ba7 into e841706095c443b3918a95a08c4e3dc6(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:32,291 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:32,291 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/A, priority=13, startTime=1732761332191; duration=0sec 2024-11-28T02:35:32,291 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:32,291 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:A 2024-11-28T02:35:32,293 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:32,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:35:32,294 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:32,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:32,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:32,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:32,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:32,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:32,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:32,295 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/C is initiating minor compaction (all files) 2024-11-28T02:35:32,295 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/C in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:32,295 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/4ce6db9d7fee4922bb724934f1e8d222, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/9ffe2a87c4cf49d3b16294a9a723ec34, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ae502f17aea245a5b772f9b920340bce] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=35.3 K 2024-11-28T02:35:32,297 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ce6db9d7fee4922bb724934f1e8d222, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732761330059 2024-11-28T02:35:32,298 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ffe2a87c4cf49d3b16294a9a723ec34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732761330686 2024-11-28T02:35:32,299 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting ae502f17aea245a5b772f9b920340bce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732761331341 2024-11-28T02:35:32,304 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-28T02:35:32,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:32,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:32,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:32,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:32,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:32,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128fdfc5c1c218f4902bcae2674ad2cda42_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761331674/Put/seqid=0 2024-11-28T02:35:32,323 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#C#compaction#150 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:32,324 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/7c80cef05cfc47d8a42fd3034dc2719c is 50, key is test_row_0/C:col10/1732761331341/Put/seqid=0 2024-11-28T02:35:32,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761392321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761392321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761392323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761392323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761392324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741999_1175 (size=17134) 2024-11-28T02:35:32,341 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:32,348 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128fdfc5c1c218f4902bcae2674ad2cda42_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128fdfc5c1c218f4902bcae2674ad2cda42_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:32,349 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/de4df44453ea4ebd942c517f764f6699, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:32,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/de4df44453ea4ebd942c517f764f6699 is 175, key is test_row_0/A:col10/1732761331674/Put/seqid=0 2024-11-28T02:35:32,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742000_1176 (size=12241) 2024-11-28T02:35:32,375 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/7c80cef05cfc47d8a42fd3034dc2719c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/7c80cef05cfc47d8a42fd3034dc2719c 2024-11-28T02:35:32,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742001_1177 (size=48239) 2024-11-28T02:35:32,384 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/de4df44453ea4ebd942c517f764f6699 2024-11-28T02:35:32,384 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/C of c905c72e7e42c8856524a0f4a2ec6ba7 into 7c80cef05cfc47d8a42fd3034dc2719c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:32,384 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:32,384 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/C, priority=13, startTime=1732761332191; duration=0sec 2024-11-28T02:35:32,384 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:32,384 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:C 2024-11-28T02:35:32,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/d1c7c2133de64146bfdb797275af2cf5 is 50, key is test_row_0/B:col10/1732761331674/Put/seqid=0 2024-11-28T02:35:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742002_1178 (size=12101) 2024-11-28T02:35:32,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/d1c7c2133de64146bfdb797275af2cf5 2024-11-28T02:35:32,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/55f386daa65443db964ad758030ac7e2 is 50, key is test_row_0/C:col10/1732761331674/Put/seqid=0 2024-11-28T02:35:32,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761392429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761392429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761392429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761392429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761392430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742003_1179 (size=12101) 2024-11-28T02:35:32,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/55f386daa65443db964ad758030ac7e2 2024-11-28T02:35:32,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/de4df44453ea4ebd942c517f764f6699 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/de4df44453ea4ebd942c517f764f6699 2024-11-28T02:35:32,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/de4df44453ea4ebd942c517f764f6699, entries=250, sequenceid=132, filesize=47.1 K 2024-11-28T02:35:32,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/d1c7c2133de64146bfdb797275af2cf5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/d1c7c2133de64146bfdb797275af2cf5 2024-11-28T02:35:32,460 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-28T02:35:32,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:32,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:32,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:32,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:32,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:32,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/d1c7c2133de64146bfdb797275af2cf5, entries=150, sequenceid=132, filesize=11.8 K 2024-11-28T02:35:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:32,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/55f386daa65443db964ad758030ac7e2 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/55f386daa65443db964ad758030ac7e2 2024-11-28T02:35:32,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/55f386daa65443db964ad758030ac7e2, entries=150, sequenceid=132, filesize=11.8 K 2024-11-28T02:35:32,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c905c72e7e42c8856524a0f4a2ec6ba7 in 179ms, sequenceid=132, compaction requested=false 2024-11-28T02:35:32,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:32,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-28T02:35:32,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:32,616 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T02:35:32,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:32,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:32,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:32,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:32,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:32,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:32,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411280e3cf11985974cac9dcf29609636afa6_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761332321/Put/seqid=0 2024-11-28T02:35:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:32,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:32,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742004_1180 (size=12304) 2024-11-28T02:35:32,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:32,640 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411280e3cf11985974cac9dcf29609636afa6_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411280e3cf11985974cac9dcf29609636afa6_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:32,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/64919ed5ed0e4158a53ad227bff7c86b, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:32,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/64919ed5ed0e4158a53ad227bff7c86b is 175, key is test_row_0/A:col10/1732761332321/Put/seqid=0 2024-11-28T02:35:32,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761392641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761392642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761392644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761392645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761392646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742005_1181 (size=31105) 2024-11-28T02:35:32,668 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/45cfe28c829c499693ba0cb1bf06133b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/45cfe28c829c499693ba0cb1bf06133b 2024-11-28T02:35:32,674 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/B of c905c72e7e42c8856524a0f4a2ec6ba7 into 45cfe28c829c499693ba0cb1bf06133b(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:32,674 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:32,674 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/B, priority=13, startTime=1732761332191; duration=0sec 2024-11-28T02:35:32,674 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:32,674 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:B 2024-11-28T02:35:32,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761392746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761392747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761392749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761392750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761392753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-28T02:35:32,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761392949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761392949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761392953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761392954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:32,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761392957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:33,056 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/64919ed5ed0e4158a53ad227bff7c86b 2024-11-28T02:35:33,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/5e0f6abb15424c588fafd965b5e31c1c is 50, key is test_row_0/B:col10/1732761332321/Put/seqid=0 2024-11-28T02:35:33,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742006_1182 (size=12151) 2024-11-28T02:35:33,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761393253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:33,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761393253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:33,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761393257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:33,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761393257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:33,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761393260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:33,473 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/5e0f6abb15424c588fafd965b5e31c1c 2024-11-28T02:35:33,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/02ae143ebf9b4914819236e46fa035c7 is 50, key is test_row_0/C:col10/1732761332321/Put/seqid=0 2024-11-28T02:35:33,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742007_1183 (size=12151) 2024-11-28T02:35:33,717 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T02:35:33,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761393757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:33,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761393757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:33,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:33,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761393762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761393761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:33,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761393764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-28T02:35:33,901 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/02ae143ebf9b4914819236e46fa035c7 2024-11-28T02:35:33,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/64919ed5ed0e4158a53ad227bff7c86b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/64919ed5ed0e4158a53ad227bff7c86b 2024-11-28T02:35:33,910 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/64919ed5ed0e4158a53ad227bff7c86b, entries=150, sequenceid=157, filesize=30.4 K 2024-11-28T02:35:33,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/5e0f6abb15424c588fafd965b5e31c1c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/5e0f6abb15424c588fafd965b5e31c1c 2024-11-28T02:35:33,919 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/5e0f6abb15424c588fafd965b5e31c1c, entries=150, sequenceid=157, filesize=11.9 K 2024-11-28T02:35:33,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/02ae143ebf9b4914819236e46fa035c7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/02ae143ebf9b4914819236e46fa035c7 2024-11-28T02:35:33,926 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/02ae143ebf9b4914819236e46fa035c7, entries=150, sequenceid=157, filesize=11.9 K 2024-11-28T02:35:33,927 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c905c72e7e42c8856524a0f4a2ec6ba7 in 1311ms, sequenceid=157, compaction requested=true 2024-11-28T02:35:33,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:33,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:33,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-28T02:35:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-28T02:35:33,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-28T02:35:33,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2370 sec 2024-11-28T02:35:33,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.2450 sec 2024-11-28T02:35:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:34,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T02:35:34,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:34,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411285efce2bb9b534c4d8dd2cd9bc32a1a0d_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761332643/Put/seqid=0 2024-11-28T02:35:34,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742008_1184 (size=12304) 2024-11-28T02:35:34,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761394787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:34,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761394788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:34,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761394788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:34,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761394789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:34,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761394791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:34,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761394892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:34,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761394892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:34,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761394892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:34,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761394893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:34,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761394894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761395095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761395095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761395095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761395096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761395096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,185 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:35,189 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411285efce2bb9b534c4d8dd2cd9bc32a1a0d_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285efce2bb9b534c4d8dd2cd9bc32a1a0d_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:35,191 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/9588c0714bde48538a65852c7bf437c6, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:35,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/9588c0714bde48538a65852c7bf437c6 is 175, key is test_row_0/A:col10/1732761332643/Put/seqid=0 2024-11-28T02:35:35,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742009_1185 (size=31105) 2024-11-28T02:35:35,204 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/9588c0714bde48538a65852c7bf437c6 2024-11-28T02:35:35,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/e844c5c362fa43d5bef40d47b7b1aa9f is 50, key is test_row_0/B:col10/1732761332643/Put/seqid=0 2024-11-28T02:35:35,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742010_1186 (size=12151) 2024-11-28T02:35:35,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/e844c5c362fa43d5bef40d47b7b1aa9f 2024-11-28T02:35:35,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/a033dda87f1e403a9e816ba5ef91ac8c is 50, key is test_row_0/C:col10/1732761332643/Put/seqid=0 2024-11-28T02:35:35,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742011_1187 (size=12151) 2024-11-28T02:35:35,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/a033dda87f1e403a9e816ba5ef91ac8c 2024-11-28T02:35:35,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/9588c0714bde48538a65852c7bf437c6 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/9588c0714bde48538a65852c7bf437c6 2024-11-28T02:35:35,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/9588c0714bde48538a65852c7bf437c6, entries=150, sequenceid=172, filesize=30.4 K 2024-11-28T02:35:35,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/e844c5c362fa43d5bef40d47b7b1aa9f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/e844c5c362fa43d5bef40d47b7b1aa9f 2024-11-28T02:35:35,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/e844c5c362fa43d5bef40d47b7b1aa9f, entries=150, sequenceid=172, filesize=11.9 K 2024-11-28T02:35:35,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/a033dda87f1e403a9e816ba5ef91ac8c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/a033dda87f1e403a9e816ba5ef91ac8c 2024-11-28T02:35:35,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/a033dda87f1e403a9e816ba5ef91ac8c, entries=150, sequenceid=172, filesize=11.9 K 2024-11-28T02:35:35,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c905c72e7e42c8856524a0f4a2ec6ba7 in 489ms, sequenceid=172, compaction requested=true 2024-11-28T02:35:35,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:35,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:35,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:35,259 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:35:35,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:35,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:35,259 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:35:35,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:35,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:35,262 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:35:35,262 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/A is initiating minor compaction (all files) 2024-11-28T02:35:35,262 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/A in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:35,262 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e841706095c443b3918a95a08c4e3dc6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/de4df44453ea4ebd942c517f764f6699, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/64919ed5ed0e4158a53ad227bff7c86b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/9588c0714bde48538a65852c7bf437c6] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=138.3 K 2024-11-28T02:35:35,262 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:35,262 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e841706095c443b3918a95a08c4e3dc6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/de4df44453ea4ebd942c517f764f6699, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/64919ed5ed0e4158a53ad227bff7c86b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/9588c0714bde48538a65852c7bf437c6] 2024-11-28T02:35:35,262 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:35:35,263 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/B is initiating minor compaction (all files) 2024-11-28T02:35:35,263 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/B in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:35,263 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/45cfe28c829c499693ba0cb1bf06133b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/d1c7c2133de64146bfdb797275af2cf5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/5e0f6abb15424c588fafd965b5e31c1c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/e844c5c362fa43d5bef40d47b7b1aa9f] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=47.5 K 2024-11-28T02:35:35,263 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting e841706095c443b3918a95a08c4e3dc6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732761331341 2024-11-28T02:35:35,263 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 45cfe28c829c499693ba0cb1bf06133b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732761331341 2024-11-28T02:35:35,264 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting de4df44453ea4ebd942c517f764f6699, keycount=250, bloomtype=ROW, size=47.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732761331674 2024-11-28T02:35:35,264 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting d1c7c2133de64146bfdb797275af2cf5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732761331674 2024-11-28T02:35:35,264 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e0f6abb15424c588fafd965b5e31c1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732761332320 2024-11-28T02:35:35,264 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64919ed5ed0e4158a53ad227bff7c86b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732761332320 2024-11-28T02:35:35,265 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting e844c5c362fa43d5bef40d47b7b1aa9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732761332638 2024-11-28T02:35:35,265 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9588c0714bde48538a65852c7bf437c6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732761332638 2024-11-28T02:35:35,274 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:35,280 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128397b1f085d9c498089f9dcdfa103b01d_c905c72e7e42c8856524a0f4a2ec6ba7 store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:35,281 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#B#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:35,281 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/95004f9047824c87aeddd50fbc2aaa46 is 50, key is test_row_0/B:col10/1732761332643/Put/seqid=0 2024-11-28T02:35:35,283 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128397b1f085d9c498089f9dcdfa103b01d_c905c72e7e42c8856524a0f4a2ec6ba7, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:35,283 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128397b1f085d9c498089f9dcdfa103b01d_c905c72e7e42c8856524a0f4a2ec6ba7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:35,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742012_1188 (size=12527) 2024-11-28T02:35:35,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742013_1189 (size=4469) 2024-11-28T02:35:35,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T02:35:35,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:35,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:35,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:35,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f75ea96091e7406fa2f2d22d46c6d124_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761335402/Put/seqid=0 2024-11-28T02:35:35,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761395413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761395413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761395414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761395416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761395416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742014_1190 (size=14794) 2024-11-28T02:35:35,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761395516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761395520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761395520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761395520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761395520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,699 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/95004f9047824c87aeddd50fbc2aaa46 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/95004f9047824c87aeddd50fbc2aaa46 2024-11-28T02:35:35,701 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#A#compaction#159 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:35,702 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/a81efcc5a67741deba2eb403dcd542ce is 175, key is test_row_0/A:col10/1732761332643/Put/seqid=0 2024-11-28T02:35:35,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742015_1191 (size=31481) 2024-11-28T02:35:35,711 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/B of c905c72e7e42c8856524a0f4a2ec6ba7 into 95004f9047824c87aeddd50fbc2aaa46(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:35,711 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:35,711 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/B, priority=12, startTime=1732761335259; duration=0sec 2024-11-28T02:35:35,711 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:35,711 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:B 2024-11-28T02:35:35,711 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:35:35,713 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:35:35,713 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/C is initiating minor compaction (all files) 2024-11-28T02:35:35,713 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/C in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:35,713 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/7c80cef05cfc47d8a42fd3034dc2719c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/55f386daa65443db964ad758030ac7e2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/02ae143ebf9b4914819236e46fa035c7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/a033dda87f1e403a9e816ba5ef91ac8c] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=47.5 K 2024-11-28T02:35:35,713 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/a81efcc5a67741deba2eb403dcd542ce as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/a81efcc5a67741deba2eb403dcd542ce 2024-11-28T02:35:35,714 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c80cef05cfc47d8a42fd3034dc2719c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732761331341 2024-11-28T02:35:35,715 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 55f386daa65443db964ad758030ac7e2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732761331674 2024-11-28T02:35:35,715 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 02ae143ebf9b4914819236e46fa035c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732761332320 2024-11-28T02:35:35,716 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting a033dda87f1e403a9e816ba5ef91ac8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732761332638 2024-11-28T02:35:35,720 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/A of c905c72e7e42c8856524a0f4a2ec6ba7 into a81efcc5a67741deba2eb403dcd542ce(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:35,720 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:35,720 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/A, priority=12, startTime=1732761335259; duration=0sec 2024-11-28T02:35:35,720 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:35,720 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:A 2024-11-28T02:35:35,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761395719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761395725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761395727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761395727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761395727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,750 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:35,751 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/432e5a68038f40d8a85efb2add44d3a2 is 50, key is test_row_0/C:col10/1732761332643/Put/seqid=0 2024-11-28T02:35:35,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742016_1192 (size=12527) 2024-11-28T02:35:35,773 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/432e5a68038f40d8a85efb2add44d3a2 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/432e5a68038f40d8a85efb2add44d3a2 2024-11-28T02:35:35,779 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/C of c905c72e7e42c8856524a0f4a2ec6ba7 into 432e5a68038f40d8a85efb2add44d3a2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:35,780 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:35,780 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/C, priority=12, startTime=1732761335259; duration=0sec 2024-11-28T02:35:35,780 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:35,780 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:C 2024-11-28T02:35:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-28T02:35:35,792 INFO [Thread-707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-28T02:35:35,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-28T02:35:35,795 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:35,795 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:35,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-28T02:35:35,822 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:35,829 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f75ea96091e7406fa2f2d22d46c6d124_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f75ea96091e7406fa2f2d22d46c6d124_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:35,831 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/7d1d211cabb7403ebcb99b60faa2008b, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:35,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/7d1d211cabb7403ebcb99b60faa2008b is 175, key is test_row_0/A:col10/1732761335402/Put/seqid=0 2024-11-28T02:35:35,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742017_1193 (size=39749) 2024-11-28T02:35:35,848 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/7d1d211cabb7403ebcb99b60faa2008b 2024-11-28T02:35:35,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/52239843401f42f584d6a3eee59f0d20 is 50, key is test_row_0/B:col10/1732761335402/Put/seqid=0 2024-11-28T02:35:35,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742018_1194 (size=12151) 2024-11-28T02:35:35,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/52239843401f42f584d6a3eee59f0d20 2024-11-28T02:35:35,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/dd58eb08db7f4899b83324f7e2547dd3 is 50, key is test_row_0/C:col10/1732761335402/Put/seqid=0 2024-11-28T02:35:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-28T02:35:35,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742019_1195 (size=12151) 2024-11-28T02:35:35,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/dd58eb08db7f4899b83324f7e2547dd3 2024-11-28T02:35:35,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/7d1d211cabb7403ebcb99b60faa2008b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7d1d211cabb7403ebcb99b60faa2008b 2024-11-28T02:35:35,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7d1d211cabb7403ebcb99b60faa2008b, entries=200, sequenceid=195, filesize=38.8 K 2024-11-28T02:35:35,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/52239843401f42f584d6a3eee59f0d20 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/52239843401f42f584d6a3eee59f0d20 2024-11-28T02:35:35,947 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:35,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/52239843401f42f584d6a3eee59f0d20, entries=150, sequenceid=195, filesize=11.9 K 2024-11-28T02:35:35,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-28T02:35:35,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:35,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:35,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:35,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:35,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:35,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/dd58eb08db7f4899b83324f7e2547dd3 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/dd58eb08db7f4899b83324f7e2547dd3 2024-11-28T02:35:35,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/dd58eb08db7f4899b83324f7e2547dd3, entries=150, sequenceid=195, filesize=11.9 K 2024-11-28T02:35:35,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c905c72e7e42c8856524a0f4a2ec6ba7 in 553ms, sequenceid=195, compaction requested=false 2024-11-28T02:35:35,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:36,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T02:35:36,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:36,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:36,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:36,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:36,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:36,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:36,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128401be45be1f240bea0908c4a4709d444_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761335406/Put/seqid=0 2024-11-28T02:35:36,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742020_1196 (size=14794) 2024-11-28T02:35:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-28T02:35:36,101 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-28T02:35:36,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:36,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:36,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:36,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:36,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:36,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761396100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761396107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761396109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761396109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761396109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761396210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761396210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761396213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761396213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761396213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,254 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-28T02:35:36,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:36,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:36,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:36,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:36,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-28T02:35:36,406 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-28T02:35:36,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:36,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:36,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:36,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:36,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:36,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761396413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761396413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761396417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761396417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761396417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,457 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:36,463 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128401be45be1f240bea0908c4a4709d444_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128401be45be1f240bea0908c4a4709d444_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:36,464 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/7a1ba4511fcf4512889b89d369cba84c, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:36,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/7a1ba4511fcf4512889b89d369cba84c is 175, key is test_row_0/A:col10/1732761335406/Put/seqid=0 2024-11-28T02:35:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742021_1197 (size=39749) 2024-11-28T02:35:36,473 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/7a1ba4511fcf4512889b89d369cba84c 2024-11-28T02:35:36,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/ca9b829b09ed4044952665725c4b23f8 is 50, key is test_row_0/B:col10/1732761335406/Put/seqid=0 2024-11-28T02:35:36,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742022_1198 (size=12151) 2024-11-28T02:35:36,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/ca9b829b09ed4044952665725c4b23f8 2024-11-28T02:35:36,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/91cb303550584871aa81e96db18ce515 is 50, key is test_row_0/C:col10/1732761335406/Put/seqid=0 2024-11-28T02:35:36,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742023_1199 (size=12151) 2024-11-28T02:35:36,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/91cb303550584871aa81e96db18ce515 2024-11-28T02:35:36,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/7a1ba4511fcf4512889b89d369cba84c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7a1ba4511fcf4512889b89d369cba84c 2024-11-28T02:35:36,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7a1ba4511fcf4512889b89d369cba84c, entries=200, sequenceid=212, filesize=38.8 K 2024-11-28T02:35:36,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/ca9b829b09ed4044952665725c4b23f8 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/ca9b829b09ed4044952665725c4b23f8 2024-11-28T02:35:36,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/ca9b829b09ed4044952665725c4b23f8, entries=150, sequenceid=212, filesize=11.9 K 2024-11-28T02:35:36,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/91cb303550584871aa81e96db18ce515 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/91cb303550584871aa81e96db18ce515 2024-11-28T02:35:36,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/91cb303550584871aa81e96db18ce515, entries=150, sequenceid=212, filesize=11.9 K 2024-11-28T02:35:36,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c905c72e7e42c8856524a0f4a2ec6ba7 in 512ms, sequenceid=212, compaction requested=true 2024-11-28T02:35:36,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:36,539 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:36,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:36,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:36,540 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:36,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:36,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:36,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:36,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:36,542 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:36,542 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:36,542 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/A is initiating minor compaction (all files) 2024-11-28T02:35:36,542 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/B is initiating minor compaction (all files) 2024-11-28T02:35:36,542 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/A in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:36,542 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/B in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:36,542 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/95004f9047824c87aeddd50fbc2aaa46, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/52239843401f42f584d6a3eee59f0d20, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/ca9b829b09ed4044952665725c4b23f8] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=36.0 K 2024-11-28T02:35:36,542 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/a81efcc5a67741deba2eb403dcd542ce, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7d1d211cabb7403ebcb99b60faa2008b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7a1ba4511fcf4512889b89d369cba84c] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=108.4 K 2024-11-28T02:35:36,542 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:36,542 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/a81efcc5a67741deba2eb403dcd542ce, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7d1d211cabb7403ebcb99b60faa2008b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7a1ba4511fcf4512889b89d369cba84c] 2024-11-28T02:35:36,543 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 95004f9047824c87aeddd50fbc2aaa46, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732761332638 2024-11-28T02:35:36,543 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting a81efcc5a67741deba2eb403dcd542ce, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732761332638 2024-11-28T02:35:36,544 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 52239843401f42f584d6a3eee59f0d20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732761334787 2024-11-28T02:35:36,544 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d1d211cabb7403ebcb99b60faa2008b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732761334786 2024-11-28T02:35:36,544 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting ca9b829b09ed4044952665725c4b23f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732761335406 2024-11-28T02:35:36,544 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a1ba4511fcf4512889b89d369cba84c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732761335406 2024-11-28T02:35:36,555 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:36,555 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/9248661ea7b444c7b6c9e98d2a8a9792 is 50, key is test_row_0/B:col10/1732761335406/Put/seqid=0 2024-11-28T02:35:36,559 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:36,561 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-28T02:35:36,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:36,562 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T02:35:36,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:36,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:36,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:36,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:36,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:36,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:36,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742024_1200 (size=12629) 2024-11-28T02:35:36,579 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128965aa7dd5e4a4ed8817a9ee113a2e06f_c905c72e7e42c8856524a0f4a2ec6ba7 store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:36,580 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/9248661ea7b444c7b6c9e98d2a8a9792 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/9248661ea7b444c7b6c9e98d2a8a9792 2024-11-28T02:35:36,582 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128965aa7dd5e4a4ed8817a9ee113a2e06f_c905c72e7e42c8856524a0f4a2ec6ba7, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:36,582 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128965aa7dd5e4a4ed8817a9ee113a2e06f_c905c72e7e42c8856524a0f4a2ec6ba7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:36,587 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/B of c905c72e7e42c8856524a0f4a2ec6ba7 into 9248661ea7b444c7b6c9e98d2a8a9792(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:36,588 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:36,588 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/B, priority=13, startTime=1732761336540; duration=0sec 2024-11-28T02:35:36,588 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:36,588 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:B 2024-11-28T02:35:36,588 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:36,590 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:36,590 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/C is initiating minor compaction (all files) 2024-11-28T02:35:36,590 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/C in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:36,590 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/432e5a68038f40d8a85efb2add44d3a2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/dd58eb08db7f4899b83324f7e2547dd3, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/91cb303550584871aa81e96db18ce515] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=36.0 K 2024-11-28T02:35:36,591 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 432e5a68038f40d8a85efb2add44d3a2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732761332638 2024-11-28T02:35:36,591 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting dd58eb08db7f4899b83324f7e2547dd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732761334787 2024-11-28T02:35:36,592 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 91cb303550584871aa81e96db18ce515, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732761335406 2024-11-28T02:35:36,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112869c2be93d92541fd85446b062b64d6e2_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761336107/Put/seqid=0 2024-11-28T02:35:36,602 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#C#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:36,603 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/8a2b3e61a98a41debd74cc9c6c371528 is 50, key is test_row_0/C:col10/1732761335406/Put/seqid=0 2024-11-28T02:35:36,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742025_1201 (size=4469) 2024-11-28T02:35:36,619 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#A#compaction#169 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:36,620 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/fea75977a49b4c4091d84ce3dc307470 is 175, key is test_row_0/A:col10/1732761335406/Put/seqid=0 2024-11-28T02:35:36,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742027_1203 (size=12629) 2024-11-28T02:35:36,636 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/8a2b3e61a98a41debd74cc9c6c371528 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/8a2b3e61a98a41debd74cc9c6c371528 2024-11-28T02:35:36,643 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/C of c905c72e7e42c8856524a0f4a2ec6ba7 into 8a2b3e61a98a41debd74cc9c6c371528(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:36,643 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:36,644 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/C, priority=13, startTime=1732761336540; duration=0sec 2024-11-28T02:35:36,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742026_1202 (size=12304) 2024-11-28T02:35:36,644 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:36,644 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:C 2024-11-28T02:35:36,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:36,652 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112869c2be93d92541fd85446b062b64d6e2_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112869c2be93d92541fd85446b062b64d6e2_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:36,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/f0dce3fecd9747e7b34ae9a12cd5297e, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:36,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/f0dce3fecd9747e7b34ae9a12cd5297e is 175, key is test_row_0/A:col10/1732761336107/Put/seqid=0 2024-11-28T02:35:36,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742028_1204 (size=31583) 2024-11-28T02:35:36,673 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/fea75977a49b4c4091d84ce3dc307470 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/fea75977a49b4c4091d84ce3dc307470 2024-11-28T02:35:36,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742029_1205 (size=31105) 2024-11-28T02:35:36,677 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/f0dce3fecd9747e7b34ae9a12cd5297e 2024-11-28T02:35:36,680 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/A of c905c72e7e42c8856524a0f4a2ec6ba7 into fea75977a49b4c4091d84ce3dc307470(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:36,680 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:36,680 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/A, priority=13, startTime=1732761336539; duration=0sec 2024-11-28T02:35:36,681 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:36,681 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:A 2024-11-28T02:35:36,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/85760c0ba56740c0ae8e5a16a933ecb7 is 50, key is test_row_0/B:col10/1732761336107/Put/seqid=0 2024-11-28T02:35:36,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742030_1206 (size=12151) 2024-11-28T02:35:36,697 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/85760c0ba56740c0ae8e5a16a933ecb7 2024-11-28T02:35:36,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/ed7c04d964394bfcba8e29fb25d3b7b9 is 50, key is test_row_0/C:col10/1732761336107/Put/seqid=0 2024-11-28T02:35:36,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:36,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761396727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761396728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761396728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761396729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742031_1207 (size=12151) 2024-11-28T02:35:36,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761396730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,734 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/ed7c04d964394bfcba8e29fb25d3b7b9 2024-11-28T02:35:36,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/f0dce3fecd9747e7b34ae9a12cd5297e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/f0dce3fecd9747e7b34ae9a12cd5297e 2024-11-28T02:35:36,753 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/f0dce3fecd9747e7b34ae9a12cd5297e, entries=150, sequenceid=235, filesize=30.4 K 2024-11-28T02:35:36,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/85760c0ba56740c0ae8e5a16a933ecb7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/85760c0ba56740c0ae8e5a16a933ecb7 2024-11-28T02:35:36,760 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/85760c0ba56740c0ae8e5a16a933ecb7, entries=150, sequenceid=235, filesize=11.9 K 2024-11-28T02:35:36,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/ed7c04d964394bfcba8e29fb25d3b7b9 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ed7c04d964394bfcba8e29fb25d3b7b9 2024-11-28T02:35:36,768 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ed7c04d964394bfcba8e29fb25d3b7b9, entries=150, sequenceid=235, filesize=11.9 K 2024-11-28T02:35:36,771 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c905c72e7e42c8856524a0f4a2ec6ba7 in 209ms, sequenceid=235, compaction requested=false 2024-11-28T02:35:36,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:36,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:36,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-28T02:35:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-28T02:35:36,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-28T02:35:36,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 977 msec 2024-11-28T02:35:36,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 982 msec 2024-11-28T02:35:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:36,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T02:35:36,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:36,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:36,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:36,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:36,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:36,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:36,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411286f08edac4d434338b81203df22f5c84b_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761336726/Put/seqid=0 2024-11-28T02:35:36,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742032_1208 (size=17284) 2024-11-28T02:35:36,850 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:36,855 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411286f08edac4d434338b81203df22f5c84b_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411286f08edac4d434338b81203df22f5c84b_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:36,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761396851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761396850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,856 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/2c3062f0de08476db60d429036df822e, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:36,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/2c3062f0de08476db60d429036df822e is 175, key is test_row_0/A:col10/1732761336726/Put/seqid=0 2024-11-28T02:35:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761396854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761396855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761396855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742033_1209 (size=48389) 2024-11-28T02:35:36,862 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/2c3062f0de08476db60d429036df822e 2024-11-28T02:35:36,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/4069c7b533cf4f1288d7b6b085a6ae83 is 50, key is test_row_0/B:col10/1732761336726/Put/seqid=0 2024-11-28T02:35:36,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742034_1210 (size=12151) 2024-11-28T02:35:36,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/4069c7b533cf4f1288d7b6b085a6ae83 2024-11-28T02:35:36,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/119b9eef5c75476db871419ad9f09b43 is 50, key is test_row_0/C:col10/1732761336726/Put/seqid=0 2024-11-28T02:35:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-28T02:35:36,901 INFO [Thread-707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-28T02:35:36,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-28T02:35:36,903 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-28T02:35:36,904 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:36,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:36,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742035_1211 (size=12151) 2024-11-28T02:35:36,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761396956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761396956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761396958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761396958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:36,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761396959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-28T02:35:37,055 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-28T02:35:37,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:37,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:37,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:37,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:37,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:37,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761397159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761397159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761397161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761397165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761397165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-28T02:35:37,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-28T02:35:37,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:37,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:37,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:37,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:37,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:37,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/119b9eef5c75476db871419ad9f09b43 2024-11-28T02:35:37,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/2c3062f0de08476db60d429036df822e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/2c3062f0de08476db60d429036df822e 2024-11-28T02:35:37,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/2c3062f0de08476db60d429036df822e, entries=250, sequenceid=253, filesize=47.3 K 2024-11-28T02:35:37,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/4069c7b533cf4f1288d7b6b085a6ae83 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/4069c7b533cf4f1288d7b6b085a6ae83 2024-11-28T02:35:37,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/4069c7b533cf4f1288d7b6b085a6ae83, entries=150, sequenceid=253, filesize=11.9 K 2024-11-28T02:35:37,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/119b9eef5c75476db871419ad9f09b43 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/119b9eef5c75476db871419ad9f09b43 2024-11-28T02:35:37,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/119b9eef5c75476db871419ad9f09b43, entries=150, sequenceid=253, filesize=11.9 K 2024-11-28T02:35:37,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for c905c72e7e42c8856524a0f4a2ec6ba7 in 499ms, sequenceid=253, compaction requested=true 2024-11-28T02:35:37,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:37,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:37,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:37,332 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:37,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:37,332 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:37,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:37,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:37,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:37,334 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:37,334 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:37,334 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/B is initiating minor compaction (all files) 2024-11-28T02:35:37,334 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/A is initiating minor compaction (all files) 2024-11-28T02:35:37,334 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/B in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:37,334 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/A in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:37,334 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/9248661ea7b444c7b6c9e98d2a8a9792, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/85760c0ba56740c0ae8e5a16a933ecb7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/4069c7b533cf4f1288d7b6b085a6ae83] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=36.1 K 2024-11-28T02:35:37,334 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/fea75977a49b4c4091d84ce3dc307470, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/f0dce3fecd9747e7b34ae9a12cd5297e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/2c3062f0de08476db60d429036df822e] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=108.5 K 2024-11-28T02:35:37,335 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:37,335 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/fea75977a49b4c4091d84ce3dc307470, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/f0dce3fecd9747e7b34ae9a12cd5297e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/2c3062f0de08476db60d429036df822e] 2024-11-28T02:35:37,335 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 9248661ea7b444c7b6c9e98d2a8a9792, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732761335406 2024-11-28T02:35:37,335 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting fea75977a49b4c4091d84ce3dc307470, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732761335406 2024-11-28T02:35:37,335 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 85760c0ba56740c0ae8e5a16a933ecb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732761336098 2024-11-28T02:35:37,335 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0dce3fecd9747e7b34ae9a12cd5297e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732761336098 2024-11-28T02:35:37,335 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 4069c7b533cf4f1288d7b6b085a6ae83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732761336726 2024-11-28T02:35:37,336 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c3062f0de08476db60d429036df822e, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732761336726 2024-11-28T02:35:37,352 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:37,353 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/b14198f7e61f4d7498b87dcbeb015d07 is 50, key is test_row_0/B:col10/1732761336726/Put/seqid=0 2024-11-28T02:35:37,358 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:37,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742036_1212 (size=12731) 2024-11-28T02:35:37,363 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,365 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128eb37e8b192b64ccfb61b8c03cf8f5a2e_c905c72e7e42c8856524a0f4a2ec6ba7 store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:37,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-28T02:35:37,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:37,366 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-28T02:35:37,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:37,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:37,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:37,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:37,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:37,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:37,367 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128eb37e8b192b64ccfb61b8c03cf8f5a2e_c905c72e7e42c8856524a0f4a2ec6ba7, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:37,368 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128eb37e8b192b64ccfb61b8c03cf8f5a2e_c905c72e7e42c8856524a0f4a2ec6ba7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:37,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742037_1213 (size=4469) 2024-11-28T02:35:37,383 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#A#compaction#178 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:37,383 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/064e871b4ff04090a1a2120a5334e820 is 175, key is test_row_0/A:col10/1732761336726/Put/seqid=0 2024-11-28T02:35:37,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411288426c0fa33db461499d5f31524f677d1_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761336853/Put/seqid=0 2024-11-28T02:35:37,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742038_1214 (size=31685) 2024-11-28T02:35:37,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742039_1215 (size=12454) 2024-11-28T02:35:37,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:37,399 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/064e871b4ff04090a1a2120a5334e820 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/064e871b4ff04090a1a2120a5334e820 2024-11-28T02:35:37,404 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411288426c0fa33db461499d5f31524f677d1_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411288426c0fa33db461499d5f31524f677d1_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:37,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/1b031b980e444004ae1e6df9a42f7096, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:37,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/1b031b980e444004ae1e6df9a42f7096 is 175, key is test_row_0/A:col10/1732761336853/Put/seqid=0 2024-11-28T02:35:37,408 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/A of c905c72e7e42c8856524a0f4a2ec6ba7 into 064e871b4ff04090a1a2120a5334e820(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:37,408 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:37,408 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/A, priority=13, startTime=1732761337332; duration=0sec 2024-11-28T02:35:37,408 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:37,409 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:A 2024-11-28T02:35:37,409 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:37,410 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:37,410 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/C is initiating minor compaction (all files) 2024-11-28T02:35:37,410 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/C in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:37,411 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/8a2b3e61a98a41debd74cc9c6c371528, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ed7c04d964394bfcba8e29fb25d3b7b9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/119b9eef5c75476db871419ad9f09b43] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=36.1 K 2024-11-28T02:35:37,411 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a2b3e61a98a41debd74cc9c6c371528, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732761335406 2024-11-28T02:35:37,411 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed7c04d964394bfcba8e29fb25d3b7b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732761336098 2024-11-28T02:35:37,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742040_1216 (size=31255) 2024-11-28T02:35:37,412 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 119b9eef5c75476db871419ad9f09b43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732761336726 2024-11-28T02:35:37,413 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/1b031b980e444004ae1e6df9a42f7096 2024-11-28T02:35:37,421 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#C#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:37,422 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/75e521d65def4a77abf676367d146a3a is 50, key is test_row_0/C:col10/1732761336726/Put/seqid=0 2024-11-28T02:35:37,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/270fd3cefe0c49bc877efa5f82c5a6b3 is 50, key is test_row_0/B:col10/1732761336853/Put/seqid=0 2024-11-28T02:35:37,440 INFO [master/91d91e22c0a9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T02:35:37,440 INFO [master/91d91e22c0a9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T02:35:37,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742041_1217 (size=12731) 2024-11-28T02:35:37,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742042_1218 (size=12301) 2024-11-28T02:35:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:37,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:37,464 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/75e521d65def4a77abf676367d146a3a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/75e521d65def4a77abf676367d146a3a 2024-11-28T02:35:37,471 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/C of c905c72e7e42c8856524a0f4a2ec6ba7 into 75e521d65def4a77abf676367d146a3a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:37,471 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:37,471 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/C, priority=13, startTime=1732761337332; duration=0sec 2024-11-28T02:35:37,471 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:37,471 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:C 2024-11-28T02:35:37,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761397476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761397479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761397480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761397480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761397481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-28T02:35:37,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761397581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761397582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761397582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761397584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761397590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,767 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/b14198f7e61f4d7498b87dcbeb015d07 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/b14198f7e61f4d7498b87dcbeb015d07 2024-11-28T02:35:37,772 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/B of c905c72e7e42c8856524a0f4a2ec6ba7 into b14198f7e61f4d7498b87dcbeb015d07(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:37,772 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:37,772 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/B, priority=13, startTime=1732761337332; duration=0sec 2024-11-28T02:35:37,773 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:37,773 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:B 2024-11-28T02:35:37,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761397785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761397786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761397790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761397791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761397792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:37,859 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/270fd3cefe0c49bc877efa5f82c5a6b3 2024-11-28T02:35:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/e164b3fbcaca47ca8ed2d60249511f1c is 50, key is test_row_0/C:col10/1732761336853/Put/seqid=0 2024-11-28T02:35:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742043_1219 (size=12301) 2024-11-28T02:35:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-28T02:35:38,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761398087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761398090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761398092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761398094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761398096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,284 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/e164b3fbcaca47ca8ed2d60249511f1c 2024-11-28T02:35:38,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/1b031b980e444004ae1e6df9a42f7096 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1b031b980e444004ae1e6df9a42f7096 2024-11-28T02:35:38,293 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1b031b980e444004ae1e6df9a42f7096, entries=150, sequenceid=275, filesize=30.5 K 2024-11-28T02:35:38,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/270fd3cefe0c49bc877efa5f82c5a6b3 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/270fd3cefe0c49bc877efa5f82c5a6b3 2024-11-28T02:35:38,299 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/270fd3cefe0c49bc877efa5f82c5a6b3, entries=150, sequenceid=275, filesize=12.0 K 2024-11-28T02:35:38,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/e164b3fbcaca47ca8ed2d60249511f1c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/e164b3fbcaca47ca8ed2d60249511f1c 2024-11-28T02:35:38,304 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/e164b3fbcaca47ca8ed2d60249511f1c, entries=150, sequenceid=275, filesize=12.0 K 2024-11-28T02:35:38,305 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for c905c72e7e42c8856524a0f4a2ec6ba7 in 939ms, sequenceid=275, compaction requested=false 2024-11-28T02:35:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-28T02:35:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-28T02:35:38,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-28T02:35:38,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-28T02:35:38,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.4060 sec 2024-11-28T02:35:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:38,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-28T02:35:38,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:38,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:38,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:38,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:38,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:38,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:38,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112825e29310a5fa4487b00267ccf68022ee_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761337480/Put/seqid=0 2024-11-28T02:35:38,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742044_1220 (size=12454) 2024-11-28T02:35:38,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761398612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761398612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761398613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761398613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761398614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761398715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761398718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761398718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761398718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761398719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761398920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761398921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761398921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761398922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:38,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761398922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-28T02:35:39,007 INFO [Thread-707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-28T02:35:39,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-28T02:35:39,046 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-28T02:35:39,047 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:39,047 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:39,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:39,051 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112825e29310a5fa4487b00267ccf68022ee_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112825e29310a5fa4487b00267ccf68022ee_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:39,052 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/956200ce88254fa7b435c03f51f69881, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:39,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/956200ce88254fa7b435c03f51f69881 is 175, key is test_row_0/A:col10/1732761337480/Put/seqid=0 2024-11-28T02:35:39,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742045_1221 (size=31255) 2024-11-28T02:35:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-28T02:35:39,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-28T02:35:39,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:39,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:39,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:39,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761399224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761399225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761399225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761399227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761399231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-28T02:35:39,351 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-28T02:35:39,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:39,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:39,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:39,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,457 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/956200ce88254fa7b435c03f51f69881 2024-11-28T02:35:39,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/321605aa488f4bd795b044cd6645961f is 50, key is test_row_0/B:col10/1732761337480/Put/seqid=0 2024-11-28T02:35:39,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742046_1222 (size=12301) 2024-11-28T02:35:39,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-28T02:35:39,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:39,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:39,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:39,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-28T02:35:39,656 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-28T02:35:39,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:39,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:39,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:39,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761399729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761399729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761399730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761399733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761399735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,809 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-28T02:35:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:39,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:39,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:39,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/321605aa488f4bd795b044cd6645961f 2024-11-28T02:35:39,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/892590bef3ad46c1869f6798078ea93d is 50, key is test_row_0/C:col10/1732761337480/Put/seqid=0 2024-11-28T02:35:39,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742047_1223 (size=12301) 2024-11-28T02:35:39,962 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:39,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-28T02:35:39,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:39,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:39,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:39,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:40,114 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:40,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-28T02:35:40,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:40,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:40,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:40,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:40,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-28T02:35:40,267 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:40,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-28T02:35:40,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:40,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:40,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:40,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:40,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:40,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/892590bef3ad46c1869f6798078ea93d 2024-11-28T02:35:40,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/956200ce88254fa7b435c03f51f69881 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/956200ce88254fa7b435c03f51f69881 2024-11-28T02:35:40,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/956200ce88254fa7b435c03f51f69881, entries=150, sequenceid=294, filesize=30.5 K 2024-11-28T02:35:40,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/321605aa488f4bd795b044cd6645961f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/321605aa488f4bd795b044cd6645961f 2024-11-28T02:35:40,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/321605aa488f4bd795b044cd6645961f, entries=150, sequenceid=294, filesize=12.0 K 2024-11-28T02:35:40,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/892590bef3ad46c1869f6798078ea93d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/892590bef3ad46c1869f6798078ea93d 2024-11-28T02:35:40,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/892590bef3ad46c1869f6798078ea93d, entries=150, sequenceid=294, filesize=12.0 K 2024-11-28T02:35:40,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c905c72e7e42c8856524a0f4a2ec6ba7 in 1708ms, sequenceid=294, compaction requested=true 2024-11-28T02:35:40,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:40,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:40,300 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:40,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:40,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:40,300 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:40,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:40,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:40,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:40,301 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:40,301 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:40,301 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/A is initiating minor compaction (all files) 2024-11-28T02:35:40,301 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/B is initiating minor compaction (all files) 2024-11-28T02:35:40,301 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/A in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:40,301 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/B in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:40,301 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/064e871b4ff04090a1a2120a5334e820, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1b031b980e444004ae1e6df9a42f7096, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/956200ce88254fa7b435c03f51f69881] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=92.0 K 2024-11-28T02:35:40,301 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/b14198f7e61f4d7498b87dcbeb015d07, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/270fd3cefe0c49bc877efa5f82c5a6b3, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/321605aa488f4bd795b044cd6645961f] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=36.5 K 2024-11-28T02:35:40,302 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:40,302 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/064e871b4ff04090a1a2120a5334e820, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1b031b980e444004ae1e6df9a42f7096, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/956200ce88254fa7b435c03f51f69881] 2024-11-28T02:35:40,302 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting b14198f7e61f4d7498b87dcbeb015d07, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732761336726 2024-11-28T02:35:40,302 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 064e871b4ff04090a1a2120a5334e820, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732761336726 2024-11-28T02:35:40,302 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 270fd3cefe0c49bc877efa5f82c5a6b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732761336849 2024-11-28T02:35:40,302 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b031b980e444004ae1e6df9a42f7096, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732761336849 2024-11-28T02:35:40,303 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 321605aa488f4bd795b044cd6645961f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732761337475 2024-11-28T02:35:40,303 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 956200ce88254fa7b435c03f51f69881, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732761337475 2024-11-28T02:35:40,310 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#B#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:40,310 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:40,310 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/fa9bafa137ac422ba2bdff4010d164da is 50, key is test_row_0/B:col10/1732761337480/Put/seqid=0 2024-11-28T02:35:40,313 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411280e426990caa04219b394ebe500aa03bf_c905c72e7e42c8856524a0f4a2ec6ba7 store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:40,315 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411280e426990caa04219b394ebe500aa03bf_c905c72e7e42c8856524a0f4a2ec6ba7, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:40,315 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411280e426990caa04219b394ebe500aa03bf_c905c72e7e42c8856524a0f4a2ec6ba7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:40,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742048_1224 (size=12983) 2024-11-28T02:35:40,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742049_1225 (size=4469) 2024-11-28T02:35:40,419 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:40,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-28T02:35:40,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:40,420 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-28T02:35:40,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:40,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ed74e60c305a4d37a5b127c438ab8144_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761338613/Put/seqid=0 2024-11-28T02:35:40,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742050_1226 (size=12454) 2024-11-28T02:35:40,729 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/fa9bafa137ac422ba2bdff4010d164da as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fa9bafa137ac422ba2bdff4010d164da 2024-11-28T02:35:40,731 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#A#compaction#187 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:40,731 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/e737c02e48aa4393af26a15a63228ae5 is 175, key is test_row_0/A:col10/1732761337480/Put/seqid=0 2024-11-28T02:35:40,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:40,734 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/B of c905c72e7e42c8856524a0f4a2ec6ba7 into fa9bafa137ac422ba2bdff4010d164da(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:40,734 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:40,734 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/B, priority=13, startTime=1732761340300; duration=0sec 2024-11-28T02:35:40,734 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:40,734 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:B 2024-11-28T02:35:40,734 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:40,735 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:40,736 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/C is initiating minor compaction (all files) 2024-11-28T02:35:40,736 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/C in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:40,736 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/75e521d65def4a77abf676367d146a3a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/e164b3fbcaca47ca8ed2d60249511f1c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/892590bef3ad46c1869f6798078ea93d] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=36.5 K 2024-11-28T02:35:40,736 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 75e521d65def4a77abf676367d146a3a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732761336726 2024-11-28T02:35:40,737 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting e164b3fbcaca47ca8ed2d60249511f1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732761336849 2024-11-28T02:35:40,737 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 892590bef3ad46c1869f6798078ea93d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732761337475 2024-11-28T02:35:40,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742051_1227 (size=31937) 2024-11-28T02:35:40,743 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/e737c02e48aa4393af26a15a63228ae5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e737c02e48aa4393af26a15a63228ae5 2024-11-28T02:35:40,745 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#C#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:40,745 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/bd526a2fafcc42c79c44f97ab379ce04 is 50, key is test_row_0/C:col10/1732761337480/Put/seqid=0 2024-11-28T02:35:40,748 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/A of c905c72e7e42c8856524a0f4a2ec6ba7 into e737c02e48aa4393af26a15a63228ae5(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:40,748 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:40,748 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/A, priority=13, startTime=1732761340300; duration=0sec 2024-11-28T02:35:40,748 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:40,748 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:A 2024-11-28T02:35:40,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742052_1228 (size=12983) 2024-11-28T02:35:40,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761400747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:40,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761400748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:40,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761400749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:40,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761400750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:40,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761400752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:40,756 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/bd526a2fafcc42c79c44f97ab379ce04 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/bd526a2fafcc42c79c44f97ab379ce04 2024-11-28T02:35:40,760 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/C of c905c72e7e42c8856524a0f4a2ec6ba7 into bd526a2fafcc42c79c44f97ab379ce04(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:40,761 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:40,761 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/C, priority=13, startTime=1732761340301; duration=0sec 2024-11-28T02:35:40,761 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:40,761 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:C 2024-11-28T02:35:40,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:40,835 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ed74e60c305a4d37a5b127c438ab8144_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ed74e60c305a4d37a5b127c438ab8144_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:40,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/bc27ec8fdbe44b9fbbfe92de7119cef0, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:40,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/bc27ec8fdbe44b9fbbfe92de7119cef0 is 175, key is test_row_0/A:col10/1732761338613/Put/seqid=0 2024-11-28T02:35:40,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742053_1229 (size=31255) 2024-11-28T02:35:40,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761400853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:40,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761400853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:40,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761400855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:40,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761400856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:40,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761400859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:41,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761401055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:41,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761401056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:41,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761401057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:41,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761401058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:41,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761401062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-28T02:35:41,241 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/bc27ec8fdbe44b9fbbfe92de7119cef0 2024-11-28T02:35:41,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/a7576dc551744e3487f9697e114a4e61 is 50, key is test_row_0/B:col10/1732761338613/Put/seqid=0 2024-11-28T02:35:41,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742054_1230 (size=12301) 2024-11-28T02:35:41,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761401358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:41,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761401358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:41,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761401359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:41,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761401362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:41,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761401363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:41,651 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/a7576dc551744e3487f9697e114a4e61 2024-11-28T02:35:41,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/3f472e74ace54326b79816ff4a19f59d is 50, key is test_row_0/C:col10/1732761338613/Put/seqid=0 2024-11-28T02:35:41,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742055_1231 (size=12301) 2024-11-28T02:35:41,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761401861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:41,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761401861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:41,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761401863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:41,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761401865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:41,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761401866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:42,065 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/3f472e74ace54326b79816ff4a19f59d 2024-11-28T02:35:42,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/bc27ec8fdbe44b9fbbfe92de7119cef0 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/bc27ec8fdbe44b9fbbfe92de7119cef0 2024-11-28T02:35:42,073 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/bc27ec8fdbe44b9fbbfe92de7119cef0, entries=150, sequenceid=314, filesize=30.5 K 2024-11-28T02:35:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/a7576dc551744e3487f9697e114a4e61 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/a7576dc551744e3487f9697e114a4e61 2024-11-28T02:35:42,078 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/a7576dc551744e3487f9697e114a4e61, entries=150, sequenceid=314, filesize=12.0 K 2024-11-28T02:35:42,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/3f472e74ace54326b79816ff4a19f59d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/3f472e74ace54326b79816ff4a19f59d 2024-11-28T02:35:42,083 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/3f472e74ace54326b79816ff4a19f59d, entries=150, sequenceid=314, filesize=12.0 K 2024-11-28T02:35:42,084 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for c905c72e7e42c8856524a0f4a2ec6ba7 in 1664ms, sequenceid=314, compaction requested=false 2024-11-28T02:35:42,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:42,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:42,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-28T02:35:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-28T02:35:42,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-28T02:35:42,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0390 sec 2024-11-28T02:35:42,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 3.0800 sec 2024-11-28T02:35:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:42,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-28T02:35:42,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:42,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:42,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:42,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:42,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:42,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:42,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112888009926f45348898b378a48679e962a_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761340751/Put/seqid=0 2024-11-28T02:35:42,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742056_1232 (size=14994) 2024-11-28T02:35:42,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761402881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:42,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761402881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:42,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761402882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:42,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761402883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:42,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761402883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:42,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761402984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:42,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761402985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:42,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761402985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:42,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761402987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:42,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761402987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-28T02:35:43,151 INFO [Thread-707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-28T02:35:43,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-28T02:35:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-28T02:35:43,153 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:43,153 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:43,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:43,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761403187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761403187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761403188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761403189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761403190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-28T02:35:43,279 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:43,283 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112888009926f45348898b378a48679e962a_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112888009926f45348898b378a48679e962a_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:43,284 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/e03cff11e29f40c7b1a4b0ac2273155f, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:43,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/e03cff11e29f40c7b1a4b0ac2273155f is 175, key is test_row_0/A:col10/1732761340751/Put/seqid=0 2024-11-28T02:35:43,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742057_1233 (size=39949) 2024-11-28T02:35:43,304 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-28T02:35:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:43,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-28T02:35:43,457 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-28T02:35:43,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:43,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:43,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:43,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:43,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:43,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761403492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761403492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761403493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761403493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761403493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,610 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-28T02:35:43,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:43,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:43,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:43,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:43,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:43,688 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/e03cff11e29f40c7b1a4b0ac2273155f 2024-11-28T02:35:43,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/9497998befaa44db924a349bd1012fda is 50, key is test_row_0/B:col10/1732761340751/Put/seqid=0 2024-11-28T02:35:43,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742058_1234 (size=12301) 2024-11-28T02:35:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-28T02:35:43,762 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-28T02:35:43,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:43,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:43,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:43,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:43,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:43,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-28T02:35:43,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:43,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:43,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:43,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:43,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:43,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761403995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:43,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761403996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:44,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761403997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:44,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761403998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:44,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761403999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:44,068 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:44,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-28T02:35:44,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:44,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:44,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:44,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:44,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:44,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/9497998befaa44db924a349bd1012fda 2024-11-28T02:35:44,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/9099036cda18482fb51b526044dd0b52 is 50, key is test_row_0/C:col10/1732761340751/Put/seqid=0 2024-11-28T02:35:44,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742059_1235 (size=12301) 2024-11-28T02:35:44,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/9099036cda18482fb51b526044dd0b52 2024-11-28T02:35:44,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/e03cff11e29f40c7b1a4b0ac2273155f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e03cff11e29f40c7b1a4b0ac2273155f 2024-11-28T02:35:44,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e03cff11e29f40c7b1a4b0ac2273155f, entries=200, sequenceid=334, filesize=39.0 K 2024-11-28T02:35:44,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/9497998befaa44db924a349bd1012fda as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/9497998befaa44db924a349bd1012fda 2024-11-28T02:35:44,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/9497998befaa44db924a349bd1012fda, entries=150, sequenceid=334, filesize=12.0 K 2024-11-28T02:35:44,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/9099036cda18482fb51b526044dd0b52 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/9099036cda18482fb51b526044dd0b52 2024-11-28T02:35:44,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/9099036cda18482fb51b526044dd0b52, entries=150, sequenceid=334, filesize=12.0 K 2024-11-28T02:35:44,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c905c72e7e42c8856524a0f4a2ec6ba7 in 1287ms, sequenceid=334, compaction requested=true 2024-11-28T02:35:44,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:44,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:44,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:44,153 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:44,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:44,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:44,153 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:44,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:44,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:44,155 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:44,155 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:44,155 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/B is initiating minor compaction (all files) 2024-11-28T02:35:44,155 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/A is initiating minor compaction (all files) 2024-11-28T02:35:44,155 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/B in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:44,155 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/A in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:44,155 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e737c02e48aa4393af26a15a63228ae5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/bc27ec8fdbe44b9fbbfe92de7119cef0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e03cff11e29f40c7b1a4b0ac2273155f] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=100.7 K 2024-11-28T02:35:44,155 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fa9bafa137ac422ba2bdff4010d164da, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/a7576dc551744e3487f9697e114a4e61, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/9497998befaa44db924a349bd1012fda] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=36.7 K 2024-11-28T02:35:44,155 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:44,155 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e737c02e48aa4393af26a15a63228ae5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/bc27ec8fdbe44b9fbbfe92de7119cef0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e03cff11e29f40c7b1a4b0ac2273155f] 2024-11-28T02:35:44,155 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting fa9bafa137ac422ba2bdff4010d164da, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732761337475 2024-11-28T02:35:44,156 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting a7576dc551744e3487f9697e114a4e61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732761338603 2024-11-28T02:35:44,156 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting e737c02e48aa4393af26a15a63228ae5, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732761337475 2024-11-28T02:35:44,156 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc27ec8fdbe44b9fbbfe92de7119cef0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732761338603 2024-11-28T02:35:44,156 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 9497998befaa44db924a349bd1012fda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732761340749 2024-11-28T02:35:44,156 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting e03cff11e29f40c7b1a4b0ac2273155f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732761340745 2024-11-28T02:35:44,164 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:44,165 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#B#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:44,165 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/fd0910808bbf460e94d2e2c63ad57eba is 50, key is test_row_0/B:col10/1732761340751/Put/seqid=0 2024-11-28T02:35:44,167 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112817aa22dc1a3c435fb3fb4de535767999_c905c72e7e42c8856524a0f4a2ec6ba7 store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:44,169 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112817aa22dc1a3c435fb3fb4de535767999_c905c72e7e42c8856524a0f4a2ec6ba7, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:44,169 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112817aa22dc1a3c435fb3fb4de535767999_c905c72e7e42c8856524a0f4a2ec6ba7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:44,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742060_1236 (size=13085) 2024-11-28T02:35:44,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742061_1237 (size=4469) 2024-11-28T02:35:44,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:44,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-28T02:35:44,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:44,222 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-28T02:35:44,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:44,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:44,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:44,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:44,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:44,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:44,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a6a15138744b4dfc85f621763de9bb83_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761342875/Put/seqid=0 2024-11-28T02:35:44,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742062_1238 (size=12454) 2024-11-28T02:35:44,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,243 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a6a15138744b4dfc85f621763de9bb83_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a6a15138744b4dfc85f621763de9bb83_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:44,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/3399539826e84235a6e1c29f34bb7800, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:44,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/3399539826e84235a6e1c29f34bb7800 is 175, key is test_row_0/A:col10/1732761342875/Put/seqid=0 2024-11-28T02:35:44,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742063_1239 (size=31255) 2024-11-28T02:35:44,253 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/3399539826e84235a6e1c29f34bb7800 2024-11-28T02:35:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-28T02:35:44,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/51a35ae5d412424bac3a92195ff2301d is 50, key is test_row_0/B:col10/1732761342875/Put/seqid=0 2024-11-28T02:35:44,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742064_1240 (size=12301) 2024-11-28T02:35:44,589 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/fd0910808bbf460e94d2e2c63ad57eba as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fd0910808bbf460e94d2e2c63ad57eba 2024-11-28T02:35:44,593 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#A#compaction#196 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:44,594 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/fc5e0c6a9330459296b879a11a31c3b6 is 175, key is test_row_0/A:col10/1732761340751/Put/seqid=0 2024-11-28T02:35:44,594 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/B of c905c72e7e42c8856524a0f4a2ec6ba7 into fd0910808bbf460e94d2e2c63ad57eba(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:44,595 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:44,595 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/B, priority=13, startTime=1732761344153; duration=0sec 2024-11-28T02:35:44,595 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:44,595 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:B 2024-11-28T02:35:44,595 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:44,596 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:44,596 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/C is initiating minor compaction (all files) 2024-11-28T02:35:44,597 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/C in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:44,597 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/bd526a2fafcc42c79c44f97ab379ce04, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/3f472e74ace54326b79816ff4a19f59d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/9099036cda18482fb51b526044dd0b52] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=36.7 K 2024-11-28T02:35:44,597 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting bd526a2fafcc42c79c44f97ab379ce04, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732761337475 2024-11-28T02:35:44,597 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f472e74ace54326b79816ff4a19f59d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732761338603 2024-11-28T02:35:44,597 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 9099036cda18482fb51b526044dd0b52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732761340749 2024-11-28T02:35:44,611 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#C#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:44,611 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/cb2191ebb00c485bbd5294be4bf4f19d is 50, key is test_row_0/C:col10/1732761340751/Put/seqid=0 2024-11-28T02:35:44,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742066_1242 (size=13085) 2024-11-28T02:35:44,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742065_1241 (size=32039) 2024-11-28T02:35:44,624 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/fc5e0c6a9330459296b879a11a31c3b6 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/fc5e0c6a9330459296b879a11a31c3b6 2024-11-28T02:35:44,629 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/A of c905c72e7e42c8856524a0f4a2ec6ba7 into fc5e0c6a9330459296b879a11a31c3b6(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:44,629 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:44,629 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/A, priority=13, startTime=1732761344153; duration=0sec 2024-11-28T02:35:44,629 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:44,629 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:A 2024-11-28T02:35:44,668 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/51a35ae5d412424bac3a92195ff2301d 2024-11-28T02:35:44,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/1f2e574725a84e9f8c12145f5fb9b888 is 50, key is test_row_0/C:col10/1732761342875/Put/seqid=0 2024-11-28T02:35:44,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742067_1243 (size=12301) 2024-11-28T02:35:44,683 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/1f2e574725a84e9f8c12145f5fb9b888 2024-11-28T02:35:44,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/3399539826e84235a6e1c29f34bb7800 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/3399539826e84235a6e1c29f34bb7800 2024-11-28T02:35:44,695 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/3399539826e84235a6e1c29f34bb7800, entries=150, sequenceid=353, filesize=30.5 K 2024-11-28T02:35:44,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/51a35ae5d412424bac3a92195ff2301d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/51a35ae5d412424bac3a92195ff2301d 2024-11-28T02:35:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,701 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/51a35ae5d412424bac3a92195ff2301d, entries=150, sequenceid=353, filesize=12.0 K 2024-11-28T02:35:44,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/1f2e574725a84e9f8c12145f5fb9b888 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/1f2e574725a84e9f8c12145f5fb9b888 2024-11-28T02:35:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,705 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/1f2e574725a84e9f8c12145f5fb9b888, entries=150, sequenceid=353, filesize=12.0 K 2024-11-28T02:35:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,706 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for c905c72e7e42c8856524a0f4a2ec6ba7 in 484ms, sequenceid=353, compaction requested=false 2024-11-28T02:35:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:44,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:44,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-28T02:35:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-28T02:35:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-28T02:35:44,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5550 sec 2024-11-28T02:35:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.5590 sec 2024-11-28T02:35:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,024 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/cb2191ebb00c485bbd5294be4bf4f19d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/cb2191ebb00c485bbd5294be4bf4f19d 2024-11-28T02:35:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,030 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/C of c905c72e7e42c8856524a0f4a2ec6ba7 into cb2191ebb00c485bbd5294be4bf4f19d(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:45,030 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:45,030 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/C, priority=13, startTime=1732761344153; duration=0sec 2024-11-28T02:35:45,030 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,030 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:C 2024-11-28T02:35:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:45,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:35:45,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:45,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:45,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:45,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:45,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:45,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112854151949ebd14aa9b5093ff42c8dac71_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761345033/Put/seqid=0 2024-11-28T02:35:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742068_1244 (size=25158) 2024-11-28T02:35:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761405072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761405072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761405072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761405073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761405074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761405177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761405177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761405177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761405178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761405178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-28T02:35:45,256 INFO [Thread-707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-28T02:35:45,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-28T02:35:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-28T02:35:45,259 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:45,259 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:45,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-28T02:35:45,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761405380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761405380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761405381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761405382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761405382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-28T02:35:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:45,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:45,460 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:45,463 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112854151949ebd14aa9b5093ff42c8dac71_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112854151949ebd14aa9b5093ff42c8dac71_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:45,463 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/1679ea22ffc24d81a4407ae8d48188a3, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:45,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/1679ea22ffc24d81a4407ae8d48188a3 is 175, key is test_row_0/A:col10/1732761345033/Put/seqid=0 2024-11-28T02:35:45,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742069_1245 (size=74795) 2024-11-28T02:35:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-28T02:35:45,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-28T02:35:45,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:45,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:45,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:45,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:45,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:45,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761405684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761405684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761405684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761405685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761405685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-28T02:35:45,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:45,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:45,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:45,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:45,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-28T02:35:45,866 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/1679ea22ffc24d81a4407ae8d48188a3 2024-11-28T02:35:45,869 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:45,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-28T02:35:45,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:45,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:45,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:45,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:45,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:45,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/0f3038c7300c44b0956e44615daa6c4a is 50, key is test_row_0/B:col10/1732761345033/Put/seqid=0 2024-11-28T02:35:45,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742070_1246 (size=12301) 2024-11-28T02:35:46,022 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:46,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-28T02:35:46,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:46,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:46,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:46,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:46,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-28T02:35:46,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:46,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:46,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:46,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761406186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:46,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761406187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:46,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761406189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:46,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761406190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:46,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761406190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:46,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/0f3038c7300c44b0956e44615daa6c4a 2024-11-28T02:35:46,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/0a9eb9aa76cc4c06b438d56521e1fe14 is 50, key is test_row_0/C:col10/1732761345033/Put/seqid=0 2024-11-28T02:35:46,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742071_1247 (size=12301) 2024-11-28T02:35:46,327 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:46,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-28T02:35:46,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:46,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:46,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-28T02:35:46,479 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:46,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-28T02:35:46,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:46,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:46,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:46,631 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:46,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-28T02:35:46,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:46,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:46,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:46,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/0a9eb9aa76cc4c06b438d56521e1fe14 2024-11-28T02:35:46,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/1679ea22ffc24d81a4407ae8d48188a3 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1679ea22ffc24d81a4407ae8d48188a3 2024-11-28T02:35:46,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1679ea22ffc24d81a4407ae8d48188a3, entries=400, sequenceid=367, filesize=73.0 K 2024-11-28T02:35:46,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/0f3038c7300c44b0956e44615daa6c4a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/0f3038c7300c44b0956e44615daa6c4a 2024-11-28T02:35:46,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/0f3038c7300c44b0956e44615daa6c4a, entries=150, sequenceid=367, filesize=12.0 K 2024-11-28T02:35:46,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/0a9eb9aa76cc4c06b438d56521e1fe14 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/0a9eb9aa76cc4c06b438d56521e1fe14 2024-11-28T02:35:46,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/0a9eb9aa76cc4c06b438d56521e1fe14, entries=150, sequenceid=367, filesize=12.0 K 2024-11-28T02:35:46,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c905c72e7e42c8856524a0f4a2ec6ba7 in 1704ms, sequenceid=367, compaction requested=true 2024-11-28T02:35:46,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:46,739 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:46,739 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:46,740 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138089 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:46,740 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/A is initiating minor compaction (all files) 2024-11-28T02:35:46,740 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:46,740 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/A in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,740 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/B is initiating minor compaction (all files) 2024-11-28T02:35:46,740 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/B in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,740 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/fc5e0c6a9330459296b879a11a31c3b6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/3399539826e84235a6e1c29f34bb7800, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1679ea22ffc24d81a4407ae8d48188a3] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=134.9 K 2024-11-28T02:35:46,740 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,740 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fd0910808bbf460e94d2e2c63ad57eba, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/51a35ae5d412424bac3a92195ff2301d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/0f3038c7300c44b0956e44615daa6c4a] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=36.8 K 2024-11-28T02:35:46,740 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/fc5e0c6a9330459296b879a11a31c3b6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/3399539826e84235a6e1c29f34bb7800, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1679ea22ffc24d81a4407ae8d48188a3] 2024-11-28T02:35:46,740 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting fd0910808bbf460e94d2e2c63ad57eba, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732761340749 2024-11-28T02:35:46,740 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc5e0c6a9330459296b879a11a31c3b6, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732761340749 2024-11-28T02:35:46,741 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 51a35ae5d412424bac3a92195ff2301d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732761342875 2024-11-28T02:35:46,741 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3399539826e84235a6e1c29f34bb7800, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732761342875 2024-11-28T02:35:46,741 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f3038c7300c44b0956e44615daa6c4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732761345020 2024-11-28T02:35:46,741 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1679ea22ffc24d81a4407ae8d48188a3, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732761345017 2024-11-28T02:35:46,754 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:46,769 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#B#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:46,769 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/521cd5e22049412eace039004029e634 is 50, key is test_row_0/B:col10/1732761345033/Put/seqid=0 2024-11-28T02:35:46,775 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128301f236b307749509700dce89c1935c8_c905c72e7e42c8856524a0f4a2ec6ba7 store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:46,780 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128301f236b307749509700dce89c1935c8_c905c72e7e42c8856524a0f4a2ec6ba7, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:46,780 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128301f236b307749509700dce89c1935c8_c905c72e7e42c8856524a0f4a2ec6ba7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:46,784 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:46,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-28T02:35:46,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,785 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T02:35:46,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:46,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:46,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:46,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:46,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:46,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:46,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742072_1248 (size=13187) 2024-11-28T02:35:46,807 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/521cd5e22049412eace039004029e634 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/521cd5e22049412eace039004029e634 2024-11-28T02:35:46,813 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/B of c905c72e7e42c8856524a0f4a2ec6ba7 into 521cd5e22049412eace039004029e634(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:46,813 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:46,813 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/B, priority=13, startTime=1732761346739; duration=0sec 2024-11-28T02:35:46,813 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:46,813 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:B 2024-11-28T02:35:46,814 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:46,815 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:46,815 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/C is initiating minor compaction (all files) 2024-11-28T02:35:46,816 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/C in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,816 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/cb2191ebb00c485bbd5294be4bf4f19d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/1f2e574725a84e9f8c12145f5fb9b888, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/0a9eb9aa76cc4c06b438d56521e1fe14] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=36.8 K 2024-11-28T02:35:46,817 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting cb2191ebb00c485bbd5294be4bf4f19d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732761340749 2024-11-28T02:35:46,817 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f2e574725a84e9f8c12145f5fb9b888, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732761342875 2024-11-28T02:35:46,818 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a9eb9aa76cc4c06b438d56521e1fe14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732761345020 2024-11-28T02:35:46,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112821b25a67e110482181faf8b7b6eb4be0_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761345071/Put/seqid=0 2024-11-28T02:35:46,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742073_1249 (size=4469) 2024-11-28T02:35:46,821 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#A#compaction#204 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:46,822 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/cf360bceaf5c43c1859b25cee062f68e is 175, key is test_row_0/A:col10/1732761345033/Put/seqid=0 2024-11-28T02:35:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742074_1250 (size=12454) 2024-11-28T02:35:46,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,851 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#C#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:46,851 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/e14cdba28a4d4fb6bc23b7fa2bcca6ea is 50, key is test_row_0/C:col10/1732761345033/Put/seqid=0 2024-11-28T02:35:46,854 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112821b25a67e110482181faf8b7b6eb4be0_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112821b25a67e110482181faf8b7b6eb4be0_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:46,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/7a27db514f5e4c9ea40c0d48af1ca9e7, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:46,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/7a27db514f5e4c9ea40c0d48af1ca9e7 is 175, key is test_row_0/A:col10/1732761345071/Put/seqid=0 2024-11-28T02:35:46,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742075_1251 (size=32141) 2024-11-28T02:35:46,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742077_1253 (size=31255) 2024-11-28T02:35:46,870 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=392, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/7a27db514f5e4c9ea40c0d48af1ca9e7 2024-11-28T02:35:46,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742076_1252 (size=13187) 2024-11-28T02:35:46,886 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/e14cdba28a4d4fb6bc23b7fa2bcca6ea as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/e14cdba28a4d4fb6bc23b7fa2bcca6ea 2024-11-28T02:35:46,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/fd2b23d4fffe4d419a5830ed27775ed4 is 50, key is test_row_0/B:col10/1732761345071/Put/seqid=0 2024-11-28T02:35:46,898 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/C of c905c72e7e42c8856524a0f4a2ec6ba7 into e14cdba28a4d4fb6bc23b7fa2bcca6ea(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:46,898 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:46,898 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/C, priority=13, startTime=1732761346739; duration=0sec 2024-11-28T02:35:46,899 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:46,899 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:C 2024-11-28T02:35:46,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742078_1254 (size=12301) 2024-11-28T02:35:46,921 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/fd2b23d4fffe4d419a5830ed27775ed4 2024-11-28T02:35:46,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/8d6fee4d835c426f8c5e5ed5e08dfec4 is 50, key is test_row_0/C:col10/1732761345071/Put/seqid=0 2024-11-28T02:35:46,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742079_1255 (size=12301) 2024-11-28T02:35:46,955 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/8d6fee4d835c426f8c5e5ed5e08dfec4 2024-11-28T02:35:46,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/7a27db514f5e4c9ea40c0d48af1ca9e7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7a27db514f5e4c9ea40c0d48af1ca9e7 2024-11-28T02:35:46,970 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7a27db514f5e4c9ea40c0d48af1ca9e7, entries=150, sequenceid=392, filesize=30.5 K 2024-11-28T02:35:46,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/fd2b23d4fffe4d419a5830ed27775ed4 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fd2b23d4fffe4d419a5830ed27775ed4 2024-11-28T02:35:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,977 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fd2b23d4fffe4d419a5830ed27775ed4, entries=150, sequenceid=392, filesize=12.0 K 2024-11-28T02:35:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/8d6fee4d835c426f8c5e5ed5e08dfec4 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/8d6fee4d835c426f8c5e5ed5e08dfec4 2024-11-28T02:35:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,984 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/8d6fee4d835c426f8c5e5ed5e08dfec4, entries=150, sequenceid=392, filesize=12.0 K 2024-11-28T02:35:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,985 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for c905c72e7e42c8856524a0f4a2ec6ba7 in 200ms, sequenceid=392, compaction requested=false 2024-11-28T02:35:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-28T02:35:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-28T02:35:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-28T02:35:46,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7270 sec 2024-11-28T02:35:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.7310 sec 2024-11-28T02:35:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:47,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:35:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:47,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:47,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:47,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:47,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b7d0dbc4de144b138290bdcdca6edcce_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761347242/Put/seqid=0 2024-11-28T02:35:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,271 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/cf360bceaf5c43c1859b25cee062f68e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/cf360bceaf5c43c1859b25cee062f68e 2024-11-28T02:35:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,276 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/A of c905c72e7e42c8856524a0f4a2ec6ba7 into cf360bceaf5c43c1859b25cee062f68e(size=31.4 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:47,277 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:47,277 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/A, priority=13, startTime=1732761346739; duration=0sec 2024-11-28T02:35:47,277 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:47,277 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:A 2024-11-28T02:35:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742081_1257 (size=27698) 2024-11-28T02:35:47,297 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:47,307 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b7d0dbc4de144b138290bdcdca6edcce_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b7d0dbc4de144b138290bdcdca6edcce_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:47,308 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/02388a4bce644dc3a41fc437a72cef33, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:47,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/02388a4bce644dc3a41fc437a72cef33 is 175, key is test_row_0/A:col10/1732761347242/Put/seqid=0 2024-11-28T02:35:47,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742080_1256 (size=83481) 2024-11-28T02:35:47,312 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/02388a4bce644dc3a41fc437a72cef33 2024-11-28T02:35:47,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/46ebd8f0d7264efebd968ac428539085 is 50, key is test_row_0/B:col10/1732761347242/Put/seqid=0 2024-11-28T02:35:47,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742082_1258 (size=9857) 2024-11-28T02:35:47,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761407294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761407302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761407333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761407333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761407333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-28T02:35:47,362 INFO [Thread-707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-28T02:35:47,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-28T02:35:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-28T02:35:47,365 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:47,365 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:47,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:47,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761407434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761407434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761407436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761407436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761407436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-28T02:35:47,517 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-28T02:35:47,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:47,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:47,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:47,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:47,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:47,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761407637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761407637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761407638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761407639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761407643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-28T02:35:47,670 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-28T02:35:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:47,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:47,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:47,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/46ebd8f0d7264efebd968ac428539085 2024-11-28T02:35:47,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/b466b27815574c61a4d4991efcb7c877 is 50, key is test_row_0/C:col10/1732761347242/Put/seqid=0 2024-11-28T02:35:47,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742083_1259 (size=9857) 2024-11-28T02:35:47,822 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-28T02:35:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:47,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:47,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761407939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761407939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761407941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761407942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761407947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-28T02:35:47,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:47,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-28T02:35:47,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:47,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:47,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:47,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:47,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:48,127 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:48,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-28T02:35:48,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:48,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:48,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:48,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:48,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:48,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/b466b27815574c61a4d4991efcb7c877 2024-11-28T02:35:48,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/02388a4bce644dc3a41fc437a72cef33 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/02388a4bce644dc3a41fc437a72cef33 2024-11-28T02:35:48,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/02388a4bce644dc3a41fc437a72cef33, entries=450, sequenceid=406, filesize=81.5 K 2024-11-28T02:35:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/46ebd8f0d7264efebd968ac428539085 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/46ebd8f0d7264efebd968ac428539085 2024-11-28T02:35:48,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/46ebd8f0d7264efebd968ac428539085, entries=100, sequenceid=406, filesize=9.6 K 2024-11-28T02:35:48,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/b466b27815574c61a4d4991efcb7c877 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/b466b27815574c61a4d4991efcb7c877 2024-11-28T02:35:48,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/b466b27815574c61a4d4991efcb7c877, entries=100, sequenceid=406, filesize=9.6 K 2024-11-28T02:35:48,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for c905c72e7e42c8856524a0f4a2ec6ba7 in 924ms, sequenceid=406, compaction requested=true 2024-11-28T02:35:48,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:48,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:48,166 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:48,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:48,167 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:48,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:48,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:48,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:35:48,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:48,168 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146877 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:48,168 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/A is initiating minor compaction (all files) 2024-11-28T02:35:48,168 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/A in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:48,168 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/cf360bceaf5c43c1859b25cee062f68e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7a27db514f5e4c9ea40c0d48af1ca9e7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/02388a4bce644dc3a41fc437a72cef33] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=143.4 K 2024-11-28T02:35:48,168 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:48,168 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/cf360bceaf5c43c1859b25cee062f68e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7a27db514f5e4c9ea40c0d48af1ca9e7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/02388a4bce644dc3a41fc437a72cef33] 2024-11-28T02:35:48,169 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:48,169 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf360bceaf5c43c1859b25cee062f68e, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732761345020 2024-11-28T02:35:48,169 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/B is initiating minor compaction (all files) 2024-11-28T02:35:48,169 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/B in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:48,169 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/521cd5e22049412eace039004029e634, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fd2b23d4fffe4d419a5830ed27775ed4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/46ebd8f0d7264efebd968ac428539085] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=34.5 K 2024-11-28T02:35:48,169 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a27db514f5e4c9ea40c0d48af1ca9e7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732761345065 2024-11-28T02:35:48,169 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 521cd5e22049412eace039004029e634, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732761345020 2024-11-28T02:35:48,170 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02388a4bce644dc3a41fc437a72cef33, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732761347207 2024-11-28T02:35:48,170 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting fd2b23d4fffe4d419a5830ed27775ed4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732761345065 2024-11-28T02:35:48,170 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 46ebd8f0d7264efebd968ac428539085, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732761347241 2024-11-28T02:35:48,184 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#B#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:48,185 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/d1f7f8ba730e400ebe7176ba51c2b59a is 50, key is test_row_0/B:col10/1732761347242/Put/seqid=0 2024-11-28T02:35:48,186 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:48,192 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411288d477a251b594fadb7aa1fc7812d5666_c905c72e7e42c8856524a0f4a2ec6ba7 store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:48,194 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411288d477a251b594fadb7aa1fc7812d5666_c905c72e7e42c8856524a0f4a2ec6ba7, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:48,194 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411288d477a251b594fadb7aa1fc7812d5666_c905c72e7e42c8856524a0f4a2ec6ba7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:48,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742084_1260 (size=13289) 2024-11-28T02:35:48,215 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/d1f7f8ba730e400ebe7176ba51c2b59a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/d1f7f8ba730e400ebe7176ba51c2b59a 2024-11-28T02:35:48,220 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/B of c905c72e7e42c8856524a0f4a2ec6ba7 into d1f7f8ba730e400ebe7176ba51c2b59a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:48,220 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:48,220 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/B, priority=13, startTime=1732761348167; duration=0sec 2024-11-28T02:35:48,221 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:35:48,221 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:B 2024-11-28T02:35:48,221 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:35:48,223 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:35:48,223 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): c905c72e7e42c8856524a0f4a2ec6ba7/C is initiating minor compaction (all files) 2024-11-28T02:35:48,223 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905c72e7e42c8856524a0f4a2ec6ba7/C in TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:48,223 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/e14cdba28a4d4fb6bc23b7fa2bcca6ea, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/8d6fee4d835c426f8c5e5ed5e08dfec4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/b466b27815574c61a4d4991efcb7c877] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp, totalSize=34.5 K 2024-11-28T02:35:48,224 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting e14cdba28a4d4fb6bc23b7fa2bcca6ea, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732761345020 2024-11-28T02:35:48,224 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d6fee4d835c426f8c5e5ed5e08dfec4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732761345065 2024-11-28T02:35:48,224 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting b466b27815574c61a4d4991efcb7c877, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732761347241 2024-11-28T02:35:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742085_1261 (size=4469) 2024-11-28T02:35:48,236 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#C#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:48,237 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/bd430d2c18a44c90bac71a2efd727269 is 50, key is test_row_0/C:col10/1732761347242/Put/seqid=0 2024-11-28T02:35:48,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742086_1262 (size=13289) 2024-11-28T02:35:48,256 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/bd430d2c18a44c90bac71a2efd727269 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/bd430d2c18a44c90bac71a2efd727269 2024-11-28T02:35:48,263 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/C of c905c72e7e42c8856524a0f4a2ec6ba7 into bd430d2c18a44c90bac71a2efd727269(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:48,263 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:48,263 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/C, priority=13, startTime=1732761348167; duration=0sec 2024-11-28T02:35:48,263 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:48,263 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:C 2024-11-28T02:35:48,279 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:48,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-28T02:35:48,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:48,280 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T02:35:48,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:48,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:48,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:48,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:48,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:48,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:48,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284f7ce82fe9094bd3857a4e0a2faa6829_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761347296/Put/seqid=0 2024-11-28T02:35:48,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742087_1263 (size=12454) 2024-11-28T02:35:48,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:48,301 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284f7ce82fe9094bd3857a4e0a2faa6829_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284f7ce82fe9094bd3857a4e0a2faa6829_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:48,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/0f0d3ea156304851869a77f7b709696e, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:48,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/0f0d3ea156304851869a77f7b709696e is 175, key is test_row_0/A:col10/1732761347296/Put/seqid=0 2024-11-28T02:35:48,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742088_1264 (size=31255) 2024-11-28T02:35:48,308 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=435, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/0f0d3ea156304851869a77f7b709696e 2024-11-28T02:35:48,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/62465c3f0fa0407e999b0497023ea950 is 50, key is test_row_0/B:col10/1732761347296/Put/seqid=0 2024-11-28T02:35:48,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742089_1265 (size=12301) 2024-11-28T02:35:48,321 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/62465c3f0fa0407e999b0497023ea950 2024-11-28T02:35:48,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/19c766eae3fe485f90e9fa0ad6ca3b11 is 50, key is test_row_0/C:col10/1732761347296/Put/seqid=0 2024-11-28T02:35:48,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742090_1266 (size=12301) 2024-11-28T02:35:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:48,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. as already flushing 2024-11-28T02:35:48,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761408450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:48,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761408450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:48,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761408451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:48,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761408451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:48,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60722 deadline: 1732761408452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-28T02:35:48,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761408552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:48,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761408553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:48,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761408553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:48,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761408555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:48,632 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905c72e7e42c8856524a0f4a2ec6ba7#A#compaction#214 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:35:48,632 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/eb29ad40d7fd44d8bae3855b74b2f9ea is 175, key is test_row_0/A:col10/1732761347242/Put/seqid=0 2024-11-28T02:35:48,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742091_1267 (size=32350) 2024-11-28T02:35:48,749 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/19c766eae3fe485f90e9fa0ad6ca3b11 2024-11-28T02:35:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/0f0d3ea156304851869a77f7b709696e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/0f0d3ea156304851869a77f7b709696e 2024-11-28T02:35:48,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60692 deadline: 1732761408756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:48,757 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/0f0d3ea156304851869a77f7b709696e, entries=150, sequenceid=435, filesize=30.5 K 2024-11-28T02:35:48,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60698 deadline: 1732761408756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:48,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/62465c3f0fa0407e999b0497023ea950 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/62465c3f0fa0407e999b0497023ea950 2024-11-28T02:35:48,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:48,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60706 deadline: 1732761408757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60694 deadline: 1732761408757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:48,762 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/62465c3f0fa0407e999b0497023ea950, entries=150, sequenceid=435, filesize=12.0 K 2024-11-28T02:35:48,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/19c766eae3fe485f90e9fa0ad6ca3b11 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/19c766eae3fe485f90e9fa0ad6ca3b11 2024-11-28T02:35:48,768 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/19c766eae3fe485f90e9fa0ad6ca3b11, entries=150, sequenceid=435, filesize=12.0 K 2024-11-28T02:35:48,770 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c905c72e7e42c8856524a0f4a2ec6ba7 in 490ms, sequenceid=435, compaction requested=false 2024-11-28T02:35:48,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:48,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:48,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-28T02:35:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-28T02:35:48,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-28T02:35:48,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-11-28T02:35:48,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.4100 sec 2024-11-28T02:35:48,965 DEBUG [Thread-708 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:56697 2024-11-28T02:35:48,966 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:48,966 DEBUG [Thread-712 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:56697 2024-11-28T02:35:48,966 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:48,967 DEBUG [Thread-714 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:56697 2024-11-28T02:35:48,967 DEBUG [Thread-714 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:48,967 DEBUG [Thread-710 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:56697 2024-11-28T02:35:48,967 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:49,048 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/eb29ad40d7fd44d8bae3855b74b2f9ea as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/eb29ad40d7fd44d8bae3855b74b2f9ea 2024-11-28T02:35:49,055 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905c72e7e42c8856524a0f4a2ec6ba7/A of c905c72e7e42c8856524a0f4a2ec6ba7 into eb29ad40d7fd44d8bae3855b74b2f9ea(size=31.6 K), total size for store is 62.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:35:49,055 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:49,055 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7., storeName=c905c72e7e42c8856524a0f4a2ec6ba7/A, priority=13, startTime=1732761348166; duration=0sec 2024-11-28T02:35:49,055 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:49,055 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:A 2024-11-28T02:35:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:49,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T02:35:49,060 DEBUG [Thread-703 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:56697 2024-11-28T02:35:49,060 DEBUG [Thread-701 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:56697 2024-11-28T02:35:49,060 DEBUG [Thread-703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:49,060 DEBUG [Thread-701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:49,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:49,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:49,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:49,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:49,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:49,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:49,062 DEBUG [Thread-699 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:56697 2024-11-28T02:35:49,062 DEBUG [Thread-699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:49,064 DEBUG [Thread-696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:56697 2024-11-28T02:35:49,064 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:49,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281dcfeaf41bea412aa6c605cd7ab7e268_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_0/A:col10/1732761348450/Put/seqid=0 2024-11-28T02:35:49,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742092_1268 (size=12454) 2024-11-28T02:35:49,461 DEBUG [Thread-705 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:56697 2024-11-28T02:35:49,461 DEBUG [Thread-705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-28T02:35:49,468 INFO [Thread-707 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-28T02:35:49,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T02:35:49,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-28T02:35:49,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-28T02:35:49,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-28T02:35:49,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-28T02:35:49,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-28T02:35:49,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T02:35:49,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5975 2024-11-28T02:35:49,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5967 2024-11-28T02:35:49,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T02:35:49,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2533 2024-11-28T02:35:49,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7599 rows 2024-11-28T02:35:49,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2542 2024-11-28T02:35:49,469 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7626 rows 2024-11-28T02:35:49,469 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-28T02:35:49,469 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:56697 2024-11-28T02:35:49,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:35:49,471 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:49,475 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-28T02:35:49,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T02:35:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:49,477 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281dcfeaf41bea412aa6c605cd7ab7e268_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281dcfeaf41bea412aa6c605cd7ab7e268_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:49,479 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/ccc87f5daf234b838aa0b49c04036558, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-28T02:35:49,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/ccc87f5daf234b838aa0b49c04036558 is 175, key is test_row_0/A:col10/1732761348450/Put/seqid=0 2024-11-28T02:35:49,479 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761349479"}]},"ts":"1732761349479"} 2024-11-28T02:35:49,480 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T02:35:49,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742093_1269 (size=31255) 2024-11-28T02:35:49,528 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T02:35:49,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T02:35:49,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905c72e7e42c8856524a0f4a2ec6ba7, UNASSIGN}] 2024-11-28T02:35:49,531 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905c72e7e42c8856524a0f4a2ec6ba7, UNASSIGN 2024-11-28T02:35:49,531 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=c905c72e7e42c8856524a0f4a2ec6ba7, regionState=CLOSING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:49,532 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T02:35:49,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:35:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-28T02:35:49,651 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T02:35:49,683 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:49,684 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:49,685 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T02:35:49,685 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing c905c72e7e42c8856524a0f4a2ec6ba7, disabling compactions & flushes 2024-11-28T02:35:49,685 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-28T02:35:49,883 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=448, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/ccc87f5daf234b838aa0b49c04036558 2024-11-28T02:35:49,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/99c25cbf7d6a42a9ba6f1e2c0e54cae1 is 50, key is test_row_0/B:col10/1732761348450/Put/seqid=0 2024-11-28T02:35:49,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742094_1270 (size=12301) 2024-11-28T02:35:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-28T02:35:50,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/99c25cbf7d6a42a9ba6f1e2c0e54cae1 2024-11-28T02:35:50,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/d9fdc8b8c67d4e598f22c5da69cdcdfe is 50, key is test_row_0/C:col10/1732761348450/Put/seqid=0 2024-11-28T02:35:50,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742095_1271 (size=12301) 2024-11-28T02:35:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-28T02:35:50,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/d9fdc8b8c67d4e598f22c5da69cdcdfe 2024-11-28T02:35:50,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/ccc87f5daf234b838aa0b49c04036558 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/ccc87f5daf234b838aa0b49c04036558 2024-11-28T02:35:50,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/ccc87f5daf234b838aa0b49c04036558, entries=150, sequenceid=448, filesize=30.5 K 2024-11-28T02:35:50,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/99c25cbf7d6a42a9ba6f1e2c0e54cae1 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/99c25cbf7d6a42a9ba6f1e2c0e54cae1 2024-11-28T02:35:50,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/99c25cbf7d6a42a9ba6f1e2c0e54cae1, entries=150, sequenceid=448, filesize=12.0 K 2024-11-28T02:35:50,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/d9fdc8b8c67d4e598f22c5da69cdcdfe as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/d9fdc8b8c67d4e598f22c5da69cdcdfe 2024-11-28T02:35:50,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/d9fdc8b8c67d4e598f22c5da69cdcdfe, entries=150, sequenceid=448, filesize=12.0 K 2024-11-28T02:35:50,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=20.13 KB/20610 for c905c72e7e42c8856524a0f4a2ec6ba7 in 1679ms, sequenceid=448, compaction requested=true 2024-11-28T02:35:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:50,739 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:35:50,739 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:50,739 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. because compaction request was cancelled 2024-11-28T02:35:50,739 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. after waiting 0 ms 2024-11-28T02:35:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:50,739 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:50,739 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:A 2024-11-28T02:35:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:50,739 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. because compaction request was cancelled 2024-11-28T02:35:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905c72e7e42c8856524a0f4a2ec6ba7:C, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:35:50,739 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:B 2024-11-28T02:35:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:35:50,739 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. because compaction request was cancelled 2024-11-28T02:35:50,739 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing c905c72e7e42c8856524a0f4a2ec6ba7 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-28T02:35:50,739 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905c72e7e42c8856524a0f4a2ec6ba7:C 2024-11-28T02:35:50,739 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=A 2024-11-28T02:35:50,740 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:50,740 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=B 2024-11-28T02:35:50,740 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:50,740 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905c72e7e42c8856524a0f4a2ec6ba7, store=C 2024-11-28T02:35:50,740 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:50,745 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284984a342f9414ca587b655d84446b30c_c905c72e7e42c8856524a0f4a2ec6ba7 is 50, key is test_row_1/A:col10/1732761349458/Put/seqid=0 2024-11-28T02:35:50,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742096_1272 (size=9914) 2024-11-28T02:35:51,150 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:51,159 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284984a342f9414ca587b655d84446b30c_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284984a342f9414ca587b655d84446b30c_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:51,161 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/0d21d219163448ffa7b23a7719542ea5, store: [table=TestAcidGuarantees family=A region=c905c72e7e42c8856524a0f4a2ec6ba7] 2024-11-28T02:35:51,162 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/0d21d219163448ffa7b23a7719542ea5 is 175, key is test_row_1/A:col10/1732761349458/Put/seqid=0 2024-11-28T02:35:51,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742097_1273 (size=22561) 2024-11-28T02:35:51,568 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=454, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/0d21d219163448ffa7b23a7719542ea5 2024-11-28T02:35:51,582 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/f19b5e8ea48f4a12b7cf7ce7d8a5361b is 50, key is test_row_1/B:col10/1732761349458/Put/seqid=0 2024-11-28T02:35:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-28T02:35:51,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742098_1274 (size=9857) 2024-11-28T02:35:51,989 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/f19b5e8ea48f4a12b7cf7ce7d8a5361b 2024-11-28T02:35:52,001 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/ef3309ea79c64f9f92023191b5eb253b is 50, key is test_row_1/C:col10/1732761349458/Put/seqid=0 2024-11-28T02:35:52,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742099_1275 (size=9857) 2024-11-28T02:35:52,407 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/ef3309ea79c64f9f92023191b5eb253b 2024-11-28T02:35:52,417 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/A/0d21d219163448ffa7b23a7719542ea5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/0d21d219163448ffa7b23a7719542ea5 2024-11-28T02:35:52,422 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/0d21d219163448ffa7b23a7719542ea5, entries=100, sequenceid=454, filesize=22.0 K 2024-11-28T02:35:52,423 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/B/f19b5e8ea48f4a12b7cf7ce7d8a5361b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/f19b5e8ea48f4a12b7cf7ce7d8a5361b 2024-11-28T02:35:52,428 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/f19b5e8ea48f4a12b7cf7ce7d8a5361b, entries=100, sequenceid=454, filesize=9.6 K 2024-11-28T02:35:52,428 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/.tmp/C/ef3309ea79c64f9f92023191b5eb253b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ef3309ea79c64f9f92023191b5eb253b 2024-11-28T02:35:52,432 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ef3309ea79c64f9f92023191b5eb253b, entries=100, sequenceid=454, filesize=9.6 K 2024-11-28T02:35:52,433 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for c905c72e7e42c8856524a0f4a2ec6ba7 in 1693ms, sequenceid=454, compaction requested=true 2024-11-28T02:35:52,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1995b545a4914cc59d448d888ca976d0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/91486405467d460086ec6a85ac6cccee, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/eb44ed8d2e48466b845499325fe04e6d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/c4d7018a7ac146cea735a97f28d66805, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/a4244545ecb74bd78f91b7c92409ed45, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/358418b97898489595f07a82c6a3c63f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/20134d9091eb47a7a9f6738d8186d75d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e841706095c443b3918a95a08c4e3dc6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/de4df44453ea4ebd942c517f764f6699, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/64919ed5ed0e4158a53ad227bff7c86b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/a81efcc5a67741deba2eb403dcd542ce, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/9588c0714bde48538a65852c7bf437c6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7d1d211cabb7403ebcb99b60faa2008b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7a1ba4511fcf4512889b89d369cba84c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/fea75977a49b4c4091d84ce3dc307470, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/f0dce3fecd9747e7b34ae9a12cd5297e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/2c3062f0de08476db60d429036df822e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/064e871b4ff04090a1a2120a5334e820, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1b031b980e444004ae1e6df9a42f7096, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e737c02e48aa4393af26a15a63228ae5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/956200ce88254fa7b435c03f51f69881, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/bc27ec8fdbe44b9fbbfe92de7119cef0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e03cff11e29f40c7b1a4b0ac2273155f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/fc5e0c6a9330459296b879a11a31c3b6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/3399539826e84235a6e1c29f34bb7800, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1679ea22ffc24d81a4407ae8d48188a3, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/cf360bceaf5c43c1859b25cee062f68e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7a27db514f5e4c9ea40c0d48af1ca9e7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/02388a4bce644dc3a41fc437a72cef33] to archive 2024-11-28T02:35:52,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:35:52,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1995b545a4914cc59d448d888ca976d0 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1995b545a4914cc59d448d888ca976d0 2024-11-28T02:35:52,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/91486405467d460086ec6a85ac6cccee to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/91486405467d460086ec6a85ac6cccee 2024-11-28T02:35:52,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/eb44ed8d2e48466b845499325fe04e6d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/eb44ed8d2e48466b845499325fe04e6d 2024-11-28T02:35:52,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/c4d7018a7ac146cea735a97f28d66805 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/c4d7018a7ac146cea735a97f28d66805 2024-11-28T02:35:52,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/a4244545ecb74bd78f91b7c92409ed45 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/a4244545ecb74bd78f91b7c92409ed45 2024-11-28T02:35:52,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/358418b97898489595f07a82c6a3c63f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/358418b97898489595f07a82c6a3c63f 2024-11-28T02:35:52,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/20134d9091eb47a7a9f6738d8186d75d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/20134d9091eb47a7a9f6738d8186d75d 2024-11-28T02:35:52,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e841706095c443b3918a95a08c4e3dc6 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e841706095c443b3918a95a08c4e3dc6 2024-11-28T02:35:52,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/de4df44453ea4ebd942c517f764f6699 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/de4df44453ea4ebd942c517f764f6699 2024-11-28T02:35:52,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/64919ed5ed0e4158a53ad227bff7c86b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/64919ed5ed0e4158a53ad227bff7c86b 2024-11-28T02:35:52,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/a81efcc5a67741deba2eb403dcd542ce to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/a81efcc5a67741deba2eb403dcd542ce 2024-11-28T02:35:52,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/9588c0714bde48538a65852c7bf437c6 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/9588c0714bde48538a65852c7bf437c6 2024-11-28T02:35:52,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7d1d211cabb7403ebcb99b60faa2008b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7d1d211cabb7403ebcb99b60faa2008b 2024-11-28T02:35:52,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7a1ba4511fcf4512889b89d369cba84c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7a1ba4511fcf4512889b89d369cba84c 2024-11-28T02:35:52,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/fea75977a49b4c4091d84ce3dc307470 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/fea75977a49b4c4091d84ce3dc307470 2024-11-28T02:35:52,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/f0dce3fecd9747e7b34ae9a12cd5297e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/f0dce3fecd9747e7b34ae9a12cd5297e 2024-11-28T02:35:52,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/2c3062f0de08476db60d429036df822e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/2c3062f0de08476db60d429036df822e 2024-11-28T02:35:52,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/064e871b4ff04090a1a2120a5334e820 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/064e871b4ff04090a1a2120a5334e820 2024-11-28T02:35:52,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1b031b980e444004ae1e6df9a42f7096 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1b031b980e444004ae1e6df9a42f7096 2024-11-28T02:35:52,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e737c02e48aa4393af26a15a63228ae5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e737c02e48aa4393af26a15a63228ae5 2024-11-28T02:35:52,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/956200ce88254fa7b435c03f51f69881 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/956200ce88254fa7b435c03f51f69881 2024-11-28T02:35:52,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/bc27ec8fdbe44b9fbbfe92de7119cef0 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/bc27ec8fdbe44b9fbbfe92de7119cef0 2024-11-28T02:35:52,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e03cff11e29f40c7b1a4b0ac2273155f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/e03cff11e29f40c7b1a4b0ac2273155f 2024-11-28T02:35:52,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/fc5e0c6a9330459296b879a11a31c3b6 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/fc5e0c6a9330459296b879a11a31c3b6 2024-11-28T02:35:52,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/3399539826e84235a6e1c29f34bb7800 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/3399539826e84235a6e1c29f34bb7800 2024-11-28T02:35:52,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1679ea22ffc24d81a4407ae8d48188a3 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/1679ea22ffc24d81a4407ae8d48188a3 2024-11-28T02:35:52,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/cf360bceaf5c43c1859b25cee062f68e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/cf360bceaf5c43c1859b25cee062f68e 2024-11-28T02:35:52,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7a27db514f5e4c9ea40c0d48af1ca9e7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/7a27db514f5e4c9ea40c0d48af1ca9e7 2024-11-28T02:35:52,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/02388a4bce644dc3a41fc437a72cef33 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/02388a4bce644dc3a41fc437a72cef33 2024-11-28T02:35:52,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/7152e8b4464e4d50a32ff959f5adf9f9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/afa8c8afa2ad477cbf3aa74ea57c669c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/e67312a7162649fba680a4f70cf02242, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/96f2579c0b4944d9ad423cdf42e606b9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/00453a1d82e5429cb653329b4446cda1, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/215682283cf54cb793ec79a8cb3ac649, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/45cfe28c829c499693ba0cb1bf06133b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/894af35116e74aafb76d9da56b62dbe2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/d1c7c2133de64146bfdb797275af2cf5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/5e0f6abb15424c588fafd965b5e31c1c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/95004f9047824c87aeddd50fbc2aaa46, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/e844c5c362fa43d5bef40d47b7b1aa9f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/52239843401f42f584d6a3eee59f0d20, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/9248661ea7b444c7b6c9e98d2a8a9792, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/ca9b829b09ed4044952665725c4b23f8, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/85760c0ba56740c0ae8e5a16a933ecb7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/b14198f7e61f4d7498b87dcbeb015d07, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/4069c7b533cf4f1288d7b6b085a6ae83, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/270fd3cefe0c49bc877efa5f82c5a6b3, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fa9bafa137ac422ba2bdff4010d164da, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/321605aa488f4bd795b044cd6645961f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/a7576dc551744e3487f9697e114a4e61, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fd0910808bbf460e94d2e2c63ad57eba, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/9497998befaa44db924a349bd1012fda, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/51a35ae5d412424bac3a92195ff2301d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/521cd5e22049412eace039004029e634, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/0f3038c7300c44b0956e44615daa6c4a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fd2b23d4fffe4d419a5830ed27775ed4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/46ebd8f0d7264efebd968ac428539085] to archive 2024-11-28T02:35:52,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:35:52,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/7152e8b4464e4d50a32ff959f5adf9f9 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/7152e8b4464e4d50a32ff959f5adf9f9 2024-11-28T02:35:52,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/afa8c8afa2ad477cbf3aa74ea57c669c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/afa8c8afa2ad477cbf3aa74ea57c669c 2024-11-28T02:35:52,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/e67312a7162649fba680a4f70cf02242 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/e67312a7162649fba680a4f70cf02242 2024-11-28T02:35:52,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/96f2579c0b4944d9ad423cdf42e606b9 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/96f2579c0b4944d9ad423cdf42e606b9 2024-11-28T02:35:52,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/00453a1d82e5429cb653329b4446cda1 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/00453a1d82e5429cb653329b4446cda1 2024-11-28T02:35:52,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/215682283cf54cb793ec79a8cb3ac649 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/215682283cf54cb793ec79a8cb3ac649 2024-11-28T02:35:52,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/45cfe28c829c499693ba0cb1bf06133b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/45cfe28c829c499693ba0cb1bf06133b 2024-11-28T02:35:52,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/894af35116e74aafb76d9da56b62dbe2 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/894af35116e74aafb76d9da56b62dbe2 2024-11-28T02:35:52,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/d1c7c2133de64146bfdb797275af2cf5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/d1c7c2133de64146bfdb797275af2cf5 2024-11-28T02:35:52,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/5e0f6abb15424c588fafd965b5e31c1c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/5e0f6abb15424c588fafd965b5e31c1c 2024-11-28T02:35:52,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/95004f9047824c87aeddd50fbc2aaa46 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/95004f9047824c87aeddd50fbc2aaa46 2024-11-28T02:35:52,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/e844c5c362fa43d5bef40d47b7b1aa9f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/e844c5c362fa43d5bef40d47b7b1aa9f 2024-11-28T02:35:52,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/52239843401f42f584d6a3eee59f0d20 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/52239843401f42f584d6a3eee59f0d20 2024-11-28T02:35:52,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/9248661ea7b444c7b6c9e98d2a8a9792 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/9248661ea7b444c7b6c9e98d2a8a9792 2024-11-28T02:35:52,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/ca9b829b09ed4044952665725c4b23f8 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/ca9b829b09ed4044952665725c4b23f8 2024-11-28T02:35:52,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/85760c0ba56740c0ae8e5a16a933ecb7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/85760c0ba56740c0ae8e5a16a933ecb7 2024-11-28T02:35:52,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/b14198f7e61f4d7498b87dcbeb015d07 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/b14198f7e61f4d7498b87dcbeb015d07 2024-11-28T02:35:52,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/4069c7b533cf4f1288d7b6b085a6ae83 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/4069c7b533cf4f1288d7b6b085a6ae83 2024-11-28T02:35:52,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/270fd3cefe0c49bc877efa5f82c5a6b3 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/270fd3cefe0c49bc877efa5f82c5a6b3 2024-11-28T02:35:52,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fa9bafa137ac422ba2bdff4010d164da to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fa9bafa137ac422ba2bdff4010d164da 2024-11-28T02:35:52,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/321605aa488f4bd795b044cd6645961f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/321605aa488f4bd795b044cd6645961f 2024-11-28T02:35:52,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/a7576dc551744e3487f9697e114a4e61 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/a7576dc551744e3487f9697e114a4e61 2024-11-28T02:35:52,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fd0910808bbf460e94d2e2c63ad57eba to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fd0910808bbf460e94d2e2c63ad57eba 2024-11-28T02:35:52,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/9497998befaa44db924a349bd1012fda to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/9497998befaa44db924a349bd1012fda 2024-11-28T02:35:52,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/51a35ae5d412424bac3a92195ff2301d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/51a35ae5d412424bac3a92195ff2301d 2024-11-28T02:35:52,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/521cd5e22049412eace039004029e634 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/521cd5e22049412eace039004029e634 2024-11-28T02:35:52,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/0f3038c7300c44b0956e44615daa6c4a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/0f3038c7300c44b0956e44615daa6c4a 2024-11-28T02:35:52,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fd2b23d4fffe4d419a5830ed27775ed4 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/fd2b23d4fffe4d419a5830ed27775ed4 2024-11-28T02:35:52,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/46ebd8f0d7264efebd968ac428539085 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/46ebd8f0d7264efebd968ac428539085 2024-11-28T02:35:52,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/1085a11979084fa78429f71801d7985b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ccc5d4bc838948a79ac27c1d9b92ce54, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/a7d078a4dcd94dccbab8a8abaffd7754, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/4ce6db9d7fee4922bb724934f1e8d222, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/d26bd1b9eba34a4b869506cdb06273c5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/9ffe2a87c4cf49d3b16294a9a723ec34, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/7c80cef05cfc47d8a42fd3034dc2719c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ae502f17aea245a5b772f9b920340bce, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/55f386daa65443db964ad758030ac7e2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/02ae143ebf9b4914819236e46fa035c7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/432e5a68038f40d8a85efb2add44d3a2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/a033dda87f1e403a9e816ba5ef91ac8c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/dd58eb08db7f4899b83324f7e2547dd3, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/8a2b3e61a98a41debd74cc9c6c371528, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/91cb303550584871aa81e96db18ce515, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ed7c04d964394bfcba8e29fb25d3b7b9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/75e521d65def4a77abf676367d146a3a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/119b9eef5c75476db871419ad9f09b43, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/e164b3fbcaca47ca8ed2d60249511f1c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/bd526a2fafcc42c79c44f97ab379ce04, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/892590bef3ad46c1869f6798078ea93d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/3f472e74ace54326b79816ff4a19f59d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/cb2191ebb00c485bbd5294be4bf4f19d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/9099036cda18482fb51b526044dd0b52, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/1f2e574725a84e9f8c12145f5fb9b888, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/e14cdba28a4d4fb6bc23b7fa2bcca6ea, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/0a9eb9aa76cc4c06b438d56521e1fe14, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/8d6fee4d835c426f8c5e5ed5e08dfec4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/b466b27815574c61a4d4991efcb7c877] to archive 2024-11-28T02:35:52,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:35:52,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/1085a11979084fa78429f71801d7985b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/1085a11979084fa78429f71801d7985b 2024-11-28T02:35:52,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ccc5d4bc838948a79ac27c1d9b92ce54 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ccc5d4bc838948a79ac27c1d9b92ce54 2024-11-28T02:35:52,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/a7d078a4dcd94dccbab8a8abaffd7754 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/a7d078a4dcd94dccbab8a8abaffd7754 2024-11-28T02:35:52,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/4ce6db9d7fee4922bb724934f1e8d222 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/4ce6db9d7fee4922bb724934f1e8d222 2024-11-28T02:35:52,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/d26bd1b9eba34a4b869506cdb06273c5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/d26bd1b9eba34a4b869506cdb06273c5 2024-11-28T02:35:52,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/9ffe2a87c4cf49d3b16294a9a723ec34 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/9ffe2a87c4cf49d3b16294a9a723ec34 2024-11-28T02:35:52,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/7c80cef05cfc47d8a42fd3034dc2719c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/7c80cef05cfc47d8a42fd3034dc2719c 2024-11-28T02:35:52,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ae502f17aea245a5b772f9b920340bce to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ae502f17aea245a5b772f9b920340bce 2024-11-28T02:35:52,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/55f386daa65443db964ad758030ac7e2 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/55f386daa65443db964ad758030ac7e2 2024-11-28T02:35:52,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/02ae143ebf9b4914819236e46fa035c7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/02ae143ebf9b4914819236e46fa035c7 2024-11-28T02:35:52,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/432e5a68038f40d8a85efb2add44d3a2 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/432e5a68038f40d8a85efb2add44d3a2 2024-11-28T02:35:52,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/a033dda87f1e403a9e816ba5ef91ac8c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/a033dda87f1e403a9e816ba5ef91ac8c 2024-11-28T02:35:52,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/dd58eb08db7f4899b83324f7e2547dd3 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/dd58eb08db7f4899b83324f7e2547dd3 2024-11-28T02:35:52,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/8a2b3e61a98a41debd74cc9c6c371528 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/8a2b3e61a98a41debd74cc9c6c371528 2024-11-28T02:35:52,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/91cb303550584871aa81e96db18ce515 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/91cb303550584871aa81e96db18ce515 2024-11-28T02:35:52,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ed7c04d964394bfcba8e29fb25d3b7b9 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ed7c04d964394bfcba8e29fb25d3b7b9 2024-11-28T02:35:52,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/75e521d65def4a77abf676367d146a3a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/75e521d65def4a77abf676367d146a3a 2024-11-28T02:35:52,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/119b9eef5c75476db871419ad9f09b43 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/119b9eef5c75476db871419ad9f09b43 2024-11-28T02:35:52,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/e164b3fbcaca47ca8ed2d60249511f1c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/e164b3fbcaca47ca8ed2d60249511f1c 2024-11-28T02:35:52,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/bd526a2fafcc42c79c44f97ab379ce04 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/bd526a2fafcc42c79c44f97ab379ce04 2024-11-28T02:35:52,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/892590bef3ad46c1869f6798078ea93d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/892590bef3ad46c1869f6798078ea93d 2024-11-28T02:35:52,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/3f472e74ace54326b79816ff4a19f59d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/3f472e74ace54326b79816ff4a19f59d 2024-11-28T02:35:52,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/cb2191ebb00c485bbd5294be4bf4f19d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/cb2191ebb00c485bbd5294be4bf4f19d 2024-11-28T02:35:52,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/9099036cda18482fb51b526044dd0b52 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/9099036cda18482fb51b526044dd0b52 2024-11-28T02:35:52,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/1f2e574725a84e9f8c12145f5fb9b888 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/1f2e574725a84e9f8c12145f5fb9b888 2024-11-28T02:35:52,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/e14cdba28a4d4fb6bc23b7fa2bcca6ea to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/e14cdba28a4d4fb6bc23b7fa2bcca6ea 2024-11-28T02:35:52,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/0a9eb9aa76cc4c06b438d56521e1fe14 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/0a9eb9aa76cc4c06b438d56521e1fe14 2024-11-28T02:35:52,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/8d6fee4d835c426f8c5e5ed5e08dfec4 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/8d6fee4d835c426f8c5e5ed5e08dfec4 2024-11-28T02:35:52,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/b466b27815574c61a4d4991efcb7c877 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/b466b27815574c61a4d4991efcb7c877 2024-11-28T02:35:52,524 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/recovered.edits/457.seqid, newMaxSeqId=457, maxSeqId=4 2024-11-28T02:35:52,525 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7. 2024-11-28T02:35:52,525 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for c905c72e7e42c8856524a0f4a2ec6ba7: 2024-11-28T02:35:52,526 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:52,526 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=c905c72e7e42c8856524a0f4a2ec6ba7, regionState=CLOSED 2024-11-28T02:35:52,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-28T02:35:52,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure c905c72e7e42c8856524a0f4a2ec6ba7, server=91d91e22c0a9,41755,1732761291190 in 2.9950 sec 2024-11-28T02:35:52,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-28T02:35:52,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905c72e7e42c8856524a0f4a2ec6ba7, UNASSIGN in 2.9980 sec 2024-11-28T02:35:52,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-28T02:35:52,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.0010 sec 2024-11-28T02:35:52,531 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761352531"}]},"ts":"1732761352531"} 2024-11-28T02:35:52,532 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T02:35:52,578 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T02:35:52,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.1040 sec 2024-11-28T02:35:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-28T02:35:53,587 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-28T02:35:53,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T02:35:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:53,593 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-28T02:35:53,594 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:53,598 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,603 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/recovered.edits] 2024-11-28T02:35:53,609 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/0d21d219163448ffa7b23a7719542ea5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/0d21d219163448ffa7b23a7719542ea5 2024-11-28T02:35:53,612 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/0f0d3ea156304851869a77f7b709696e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/0f0d3ea156304851869a77f7b709696e 2024-11-28T02:35:53,614 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/ccc87f5daf234b838aa0b49c04036558 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/ccc87f5daf234b838aa0b49c04036558 2024-11-28T02:35:53,617 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/eb29ad40d7fd44d8bae3855b74b2f9ea to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/A/eb29ad40d7fd44d8bae3855b74b2f9ea 2024-11-28T02:35:53,621 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/62465c3f0fa0407e999b0497023ea950 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/62465c3f0fa0407e999b0497023ea950 2024-11-28T02:35:53,623 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/99c25cbf7d6a42a9ba6f1e2c0e54cae1 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/99c25cbf7d6a42a9ba6f1e2c0e54cae1 2024-11-28T02:35:53,625 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/d1f7f8ba730e400ebe7176ba51c2b59a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/d1f7f8ba730e400ebe7176ba51c2b59a 2024-11-28T02:35:53,627 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/f19b5e8ea48f4a12b7cf7ce7d8a5361b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/B/f19b5e8ea48f4a12b7cf7ce7d8a5361b 2024-11-28T02:35:53,630 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/19c766eae3fe485f90e9fa0ad6ca3b11 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/19c766eae3fe485f90e9fa0ad6ca3b11 2024-11-28T02:35:53,631 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/bd430d2c18a44c90bac71a2efd727269 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/bd430d2c18a44c90bac71a2efd727269 2024-11-28T02:35:53,632 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/d9fdc8b8c67d4e598f22c5da69cdcdfe to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/d9fdc8b8c67d4e598f22c5da69cdcdfe 2024-11-28T02:35:53,633 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ef3309ea79c64f9f92023191b5eb253b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/C/ef3309ea79c64f9f92023191b5eb253b 2024-11-28T02:35:53,636 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/recovered.edits/457.seqid to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7/recovered.edits/457.seqid 2024-11-28T02:35:53,636 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,636 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T02:35:53,636 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T02:35:53,637 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-28T02:35:53,641 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411280e3cf11985974cac9dcf29609636afa6_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411280e3cf11985974cac9dcf29609636afa6_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,642 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281dcfeaf41bea412aa6c605cd7ab7e268_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281dcfeaf41bea412aa6c605cd7ab7e268_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,643 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112821b25a67e110482181faf8b7b6eb4be0_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112821b25a67e110482181faf8b7b6eb4be0_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,645 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112825e29310a5fa4487b00267ccf68022ee_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112825e29310a5fa4487b00267ccf68022ee_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,646 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128401be45be1f240bea0908c4a4709d444_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128401be45be1f240bea0908c4a4709d444_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,647 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112840bdbf48675840fb878687feee3c19da_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112840bdbf48675840fb878687feee3c19da_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,648 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284284785eef6b473f9dbf7b40e0f2b8e7_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284284785eef6b473f9dbf7b40e0f2b8e7_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,649 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284984a342f9414ca587b655d84446b30c_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284984a342f9414ca587b655d84446b30c_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,650 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284f7ce82fe9094bd3857a4e0a2faa6829_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284f7ce82fe9094bd3857a4e0a2faa6829_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,651 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112854151949ebd14aa9b5093ff42c8dac71_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112854151949ebd14aa9b5093ff42c8dac71_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,652 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112856563409cbf5454bb6ae41c9e93a3c30_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112856563409cbf5454bb6ae41c9e93a3c30_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,653 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285efce2bb9b534c4d8dd2cd9bc32a1a0d_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285efce2bb9b534c4d8dd2cd9bc32a1a0d_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,655 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112869c2be93d92541fd85446b062b64d6e2_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112869c2be93d92541fd85446b062b64d6e2_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,656 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411286f08edac4d434338b81203df22f5c84b_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411286f08edac4d434338b81203df22f5c84b_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,657 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411288426c0fa33db461499d5f31524f677d1_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411288426c0fa33db461499d5f31524f677d1_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,658 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112888009926f45348898b378a48679e962a_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112888009926f45348898b378a48679e962a_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,659 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411288a27d842c40341e98d63d5abfd526159_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411288a27d842c40341e98d63d5abfd526159_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,660 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a6a15138744b4dfc85f621763de9bb83_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a6a15138744b4dfc85f621763de9bb83_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,661 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b037786b6b4e476490ac164d947fa84a_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b037786b6b4e476490ac164d947fa84a_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,662 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b7d0dbc4de144b138290bdcdca6edcce_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b7d0dbc4de144b138290bdcdca6edcce_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,663 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128cff5dfa5e48e4d2a9f5cbb06236f52cd_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128cff5dfa5e48e4d2a9f5cbb06236f52cd_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,664 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ed74e60c305a4d37a5b127c438ab8144_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ed74e60c305a4d37a5b127c438ab8144_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,665 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f75ea96091e7406fa2f2d22d46c6d124_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f75ea96091e7406fa2f2d22d46c6d124_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,666 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128fdfc5c1c218f4902bcae2674ad2cda42_c905c72e7e42c8856524a0f4a2ec6ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128fdfc5c1c218f4902bcae2674ad2cda42_c905c72e7e42c8856524a0f4a2ec6ba7 2024-11-28T02:35:53,667 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T02:35:53,668 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:53,671 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T02:35:53,673 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T02:35:53,674 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:53,674 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T02:35:53,674 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732761353674"}]},"ts":"9223372036854775807"} 2024-11-28T02:35:53,676 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-28T02:35:53,676 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c905c72e7e42c8856524a0f4a2ec6ba7, NAME => 'TestAcidGuarantees,,1732761325426.c905c72e7e42c8856524a0f4a2ec6ba7.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T02:35:53,676 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T02:35:53,676 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732761353676"}]},"ts":"9223372036854775807"} 2024-11-28T02:35:53,677 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-28T02:35:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-28T02:35:53,720 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:53,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 131 msec 2024-11-28T02:35:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-28T02:35:53,896 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-28T02:35:53,909 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=242 (was 240) Potentially hanging thread: hconnection-0x49ad55d2-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x49ad55d2-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_352819825_22 at /127.0.0.1:37250 [Waiting for operation #1000] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_352819825_22 at /127.0.0.1:36878 [Waiting for operation #1103] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x49ad55d2-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/cluster_6e8858cf-fb70-50e7-517d-bce874a05a60/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_693813755_22 at /127.0.0.1:58260 [Waiting for operation #398] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_693813755_22 at /127.0.0.1:56254 [Waiting for operation #1141] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/cluster_6e8858cf-fb70-50e7-517d-bce874a05a60/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x49ad55d2-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=466 (was 456) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 324) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7511 (was 7605) 2024-11-28T02:35:53,917 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=242, OpenFileDescriptor=466, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=7511 2024-11-28T02:35:53,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T02:35:53,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:35:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T02:35:53,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T02:35:53,921 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:53,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-11-28T02:35:53,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T02:35:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-28T02:35:53,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742100_1276 (size=963) 2024-11-28T02:35:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-28T02:35:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-28T02:35:54,331 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0 2024-11-28T02:35:54,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742101_1277 (size=53) 2024-11-28T02:35:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-28T02:35:54,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:35:54,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b31a6f545163eebc054ee7babc7908ad, disabling compactions & flushes 2024-11-28T02:35:54,742 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:54,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:54,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. after waiting 0 ms 2024-11-28T02:35:54,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:54,743 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:54,743 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:35:54,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T02:35:54,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732761354745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732761354745"}]},"ts":"1732761354745"} 2024-11-28T02:35:54,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-28T02:35:54,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T02:35:54,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761354750"}]},"ts":"1732761354750"} 2024-11-28T02:35:54,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T02:35:54,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b31a6f545163eebc054ee7babc7908ad, ASSIGN}] 2024-11-28T02:35:54,781 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b31a6f545163eebc054ee7babc7908ad, ASSIGN 2024-11-28T02:35:54,782 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b31a6f545163eebc054ee7babc7908ad, ASSIGN; state=OFFLINE, location=91d91e22c0a9,41755,1732761291190; forceNewPlan=false, retain=false 2024-11-28T02:35:54,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=b31a6f545163eebc054ee7babc7908ad, regionState=OPENING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:54,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:35:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-28T02:35:55,090 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:55,097 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:55,097 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:35:55,098 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:35:55,098 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:35:55,098 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:35:55,098 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:35:55,101 INFO [StoreOpener-b31a6f545163eebc054ee7babc7908ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:35:55,103 INFO [StoreOpener-b31a6f545163eebc054ee7babc7908ad-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:35:55,104 INFO [StoreOpener-b31a6f545163eebc054ee7babc7908ad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b31a6f545163eebc054ee7babc7908ad columnFamilyName A 2024-11-28T02:35:55,104 DEBUG [StoreOpener-b31a6f545163eebc054ee7babc7908ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:55,105 INFO [StoreOpener-b31a6f545163eebc054ee7babc7908ad-1 {}] regionserver.HStore(327): Store=b31a6f545163eebc054ee7babc7908ad/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:35:55,105 INFO [StoreOpener-b31a6f545163eebc054ee7babc7908ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:35:55,106 INFO [StoreOpener-b31a6f545163eebc054ee7babc7908ad-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:35:55,107 INFO [StoreOpener-b31a6f545163eebc054ee7babc7908ad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b31a6f545163eebc054ee7babc7908ad columnFamilyName B 2024-11-28T02:35:55,107 DEBUG [StoreOpener-b31a6f545163eebc054ee7babc7908ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:55,108 INFO [StoreOpener-b31a6f545163eebc054ee7babc7908ad-1 {}] regionserver.HStore(327): Store=b31a6f545163eebc054ee7babc7908ad/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:35:55,108 INFO [StoreOpener-b31a6f545163eebc054ee7babc7908ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:35:55,110 INFO [StoreOpener-b31a6f545163eebc054ee7babc7908ad-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:35:55,110 INFO [StoreOpener-b31a6f545163eebc054ee7babc7908ad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b31a6f545163eebc054ee7babc7908ad columnFamilyName C 2024-11-28T02:35:55,110 DEBUG [StoreOpener-b31a6f545163eebc054ee7babc7908ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:35:55,111 INFO [StoreOpener-b31a6f545163eebc054ee7babc7908ad-1 {}] regionserver.HStore(327): Store=b31a6f545163eebc054ee7babc7908ad/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:35:55,111 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:55,112 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:35:55,113 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:35:55,115 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T02:35:55,116 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:35:55,118 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:35:55,119 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened b31a6f545163eebc054ee7babc7908ad; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69790166, jitterRate=0.03995451331138611}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T02:35:55,120 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:35:55,120 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., pid=72, masterSystemTime=1732761355090 2024-11-28T02:35:55,121 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:55,121 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:55,122 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=b31a6f545163eebc054ee7babc7908ad, regionState=OPEN, openSeqNum=2, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:55,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-28T02:35:55,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 in 187 msec 2024-11-28T02:35:55,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-28T02:35:55,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b31a6f545163eebc054ee7babc7908ad, ASSIGN in 345 msec 2024-11-28T02:35:55,126 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T02:35:55,126 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761355126"}]},"ts":"1732761355126"} 2024-11-28T02:35:55,127 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T02:35:55,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T02:35:55,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2520 sec 2024-11-28T02:35:55,452 DEBUG [master/91d91e22c0a9:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 23a5db99bc8f46d8cb3df0e0ce13fa95 changed from -1.0 to 0.0, refreshing cache 2024-11-28T02:35:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-28T02:35:56,033 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-11-28T02:35:56,038 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a569490 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c1ac389 2024-11-28T02:35:56,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44645c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:56,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:56,085 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:56,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T02:35:56,089 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T02:35:56,093 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6862e3ce to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28e73c0 2024-11-28T02:35:56,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:56,105 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d296fed to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c480dfb 2024-11-28T02:35:56,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b64c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:56,115 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-11-28T02:35:56,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:56,124 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-11-28T02:35:56,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:56,139 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560ec309 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fef31f8 2024-11-28T02:35:56,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ed1e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:56,147 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-11-28T02:35:56,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:56,155 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb 2024-11-28T02:35:56,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:56,164 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb 2024-11-28T02:35:56,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:56,172 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-11-28T02:35:56,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:56,180 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1730a60f to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3677bd4f 2024-11-28T02:35:56,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0ba59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:35:56,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:35:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-28T02:35:56,191 DEBUG [hconnection-0x4d178ab1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:56,191 DEBUG [hconnection-0x72dcaf8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-28T02:35:56,191 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:35:56,191 DEBUG [hconnection-0x63ae2784-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:56,192 DEBUG [hconnection-0x15953560-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:56,193 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:56,193 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:56,193 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:56,193 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:35:56,193 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:56,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:35:56,199 DEBUG [hconnection-0x3fdb6817-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:56,200 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:56,203 DEBUG [hconnection-0x391a311d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:56,204 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:56,207 DEBUG [hconnection-0x30ec4335-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:56,208 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:56,211 DEBUG [hconnection-0x5b26abf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:56,212 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:56,223 DEBUG [hconnection-0x1bf2967f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:56,224 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:56,224 DEBUG [hconnection-0x1ee769e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:35:56,225 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:35:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:35:56,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T02:35:56,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:35:56,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:56,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:35:56,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:56,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:35:56,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:56,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761416265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761416266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761416266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/8d1f1a0987674a039f1493ed97834a09 is 50, key is test_row_0/A:col10/1732761356200/Put/seqid=0 2024-11-28T02:35:56,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761416270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761416270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-28T02:35:56,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742102_1278 (size=12001) 2024-11-28T02:35:56,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/8d1f1a0987674a039f1493ed97834a09 2024-11-28T02:35:56,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T02:35:56,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:56,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:35:56,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:56,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:56,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:56,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/469a432ec59a413280397e53abd9cfc2 is 50, key is test_row_0/B:col10/1732761356200/Put/seqid=0 2024-11-28T02:35:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742103_1279 (size=12001) 2024-11-28T02:35:56,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/469a432ec59a413280397e53abd9cfc2 2024-11-28T02:35:56,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761416371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761416372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761416372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761416375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761416375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/5b872c2e0d8f4e7dbde07f24b8c833aa is 50, key is test_row_0/C:col10/1732761356200/Put/seqid=0 2024-11-28T02:35:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742104_1280 (size=12001) 2024-11-28T02:35:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-28T02:35:56,498 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T02:35:56,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:56,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:35:56,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:56,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:56,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:56,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761416574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761416574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761416575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761416577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761416577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,650 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T02:35:56,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:56,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:35:56,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:56,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:56,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-28T02:35:56,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/5b872c2e0d8f4e7dbde07f24b8c833aa 2024-11-28T02:35:56,803 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T02:35:56,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:56,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:35:56,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:56,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:56,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:56,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/8d1f1a0987674a039f1493ed97834a09 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/8d1f1a0987674a039f1493ed97834a09 2024-11-28T02:35:56,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/8d1f1a0987674a039f1493ed97834a09, entries=150, sequenceid=13, filesize=11.7 K 2024-11-28T02:35:56,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/469a432ec59a413280397e53abd9cfc2 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/469a432ec59a413280397e53abd9cfc2 2024-11-28T02:35:56,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/469a432ec59a413280397e53abd9cfc2, entries=150, sequenceid=13, filesize=11.7 K 2024-11-28T02:35:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:56,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/5b872c2e0d8f4e7dbde07f24b8c833aa as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/5b872c2e0d8f4e7dbde07f24b8c833aa 2024-11-28T02:35:56,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/5b872c2e0d8f4e7dbde07f24b8c833aa, entries=150, sequenceid=13, filesize=11.7 K 2024-11-28T02:35:56,821 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-28T02:35:56,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b31a6f545163eebc054ee7babc7908ad in 581ms, sequenceid=13, compaction requested=false 2024-11-28T02:35:56,822 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-28T02:35:56,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:35:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:35:56,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T02:35:56,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:35:56,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:56,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:35:56,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:56,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:35:56,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:56,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/f1074175aaee4b21a5efd198d8eed8b0 is 50, key is test_row_0/A:col10/1732761356268/Put/seqid=0 2024-11-28T02:35:56,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742105_1281 (size=12001) 2024-11-28T02:35:56,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761416914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761416916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761416917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761416919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761416919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,966 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:56,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T02:35:56,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:56,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:35:56,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:56,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:56,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761417020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761417020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761417020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761417022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761417022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,119 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T02:35:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:35:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:57,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761417222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:57,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761417223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761417223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761417224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761417225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,271 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T02:35:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:35:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:57,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-28T02:35:57,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/f1074175aaee4b21a5efd198d8eed8b0 2024-11-28T02:35:57,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/bc6967509b534f0f8550c809dcc72fe8 is 50, key is test_row_0/B:col10/1732761356268/Put/seqid=0 2024-11-28T02:35:57,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742106_1282 (size=12001) 2024-11-28T02:35:57,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T02:35:57,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:57,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:35:57,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:57,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761417526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761417526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761417527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761417528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761417530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,576 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T02:35:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:35:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:57,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/bc6967509b534f0f8550c809dcc72fe8 2024-11-28T02:35:57,729 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T02:35:57,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:57,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:35:57,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:57,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/c7925a4877ad4e458236d925da030188 is 50, key is test_row_0/C:col10/1732761356268/Put/seqid=0 2024-11-28T02:35:57,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742107_1283 (size=12001) 2024-11-28T02:35:57,881 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:57,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T02:35:57,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:57,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:35:57,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:57,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:58,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761418029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:58,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761418031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:58,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761418031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:58,033 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:58,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T02:35:58,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:58,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:35:58,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:58,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761418032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:58,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:58,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:35:58,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761418035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:58,046 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T02:35:58,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/c7925a4877ad4e458236d925da030188 2024-11-28T02:35:58,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/f1074175aaee4b21a5efd198d8eed8b0 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/f1074175aaee4b21a5efd198d8eed8b0 2024-11-28T02:35:58,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/f1074175aaee4b21a5efd198d8eed8b0, entries=150, sequenceid=40, filesize=11.7 K 2024-11-28T02:35:58,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/bc6967509b534f0f8550c809dcc72fe8 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/bc6967509b534f0f8550c809dcc72fe8 2024-11-28T02:35:58,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/bc6967509b534f0f8550c809dcc72fe8, entries=150, sequenceid=40, filesize=11.7 K 2024-11-28T02:35:58,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/c7925a4877ad4e458236d925da030188 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/c7925a4877ad4e458236d925da030188 2024-11-28T02:35:58,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/c7925a4877ad4e458236d925da030188, entries=150, sequenceid=40, filesize=11.7 K 2024-11-28T02:35:58,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for b31a6f545163eebc054ee7babc7908ad in 1288ms, sequenceid=40, compaction requested=false 2024-11-28T02:35:58,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:35:58,185 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:58,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T02:35:58,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:58,186 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-28T02:35:58,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:35:58,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:58,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:35:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:35:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:58,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/37f0fbe0889849c9926cda8582ae5639 is 50, key is test_row_0/A:col10/1732761356918/Put/seqid=0 2024-11-28T02:35:58,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742108_1284 (size=9657) 2024-11-28T02:35:58,196 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/37f0fbe0889849c9926cda8582ae5639 2024-11-28T02:35:58,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/8b1773f75f634e408761ff1713f40b0e is 50, key is test_row_0/B:col10/1732761356918/Put/seqid=0 2024-11-28T02:35:58,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742109_1285 (size=9657) 2024-11-28T02:35:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-28T02:35:58,612 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/8b1773f75f634e408761ff1713f40b0e 2024-11-28T02:35:58,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/e0f0547e958640e6b956b3308d27ccab is 50, key is test_row_0/C:col10/1732761356918/Put/seqid=0 2024-11-28T02:35:58,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742110_1286 (size=9657) 2024-11-28T02:35:59,023 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/e0f0547e958640e6b956b3308d27ccab 2024-11-28T02:35:59,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/37f0fbe0889849c9926cda8582ae5639 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/37f0fbe0889849c9926cda8582ae5639 2024-11-28T02:35:59,031 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/37f0fbe0889849c9926cda8582ae5639, entries=100, sequenceid=50, filesize=9.4 K 2024-11-28T02:35:59,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/8b1773f75f634e408761ff1713f40b0e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/8b1773f75f634e408761ff1713f40b0e 2024-11-28T02:35:59,036 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/8b1773f75f634e408761ff1713f40b0e, entries=100, sequenceid=50, filesize=9.4 K 2024-11-28T02:35:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:35:59,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:35:59,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/e0f0547e958640e6b956b3308d27ccab as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/e0f0547e958640e6b956b3308d27ccab 2024-11-28T02:35:59,041 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/e0f0547e958640e6b956b3308d27ccab, entries=100, sequenceid=50, filesize=9.4 K 2024-11-28T02:35:59,042 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=26.84 KB/27480 for b31a6f545163eebc054ee7babc7908ad in 856ms, sequenceid=50, compaction requested=true 2024-11-28T02:35:59,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:35:59,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:35:59,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-28T02:35:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-28T02:35:59,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-28T02:35:59,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8500 sec 2024-11-28T02:35:59,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.8550 sec 2024-11-28T02:35:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:35:59,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T02:35:59,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:35:59,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:59,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:35:59,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:59,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:35:59,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:35:59,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/8d6f8424cd604e55b82bfcd09992f83d is 50, key is test_row_0/A:col10/1732761359047/Put/seqid=0 2024-11-28T02:35:59,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742111_1287 (size=14341) 2024-11-28T02:35:59,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761419089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761419090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761419090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761419091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761419093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761419194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761419194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761419194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761419194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761419195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761419396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761419396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761419396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761419396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761419397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/8d6f8424cd604e55b82bfcd09992f83d 2024-11-28T02:35:59,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/0020738d14b74248868cbd4464c4b44c is 50, key is test_row_0/B:col10/1732761359047/Put/seqid=0 2024-11-28T02:35:59,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742112_1288 (size=12001) 2024-11-28T02:35:59,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761419700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761419700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761419700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761419701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:35:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761419702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:35:59,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/0020738d14b74248868cbd4464c4b44c 2024-11-28T02:35:59,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/1e8928ab6b6e484595c7b3b2971da11f is 50, key is test_row_0/C:col10/1732761359047/Put/seqid=0 2024-11-28T02:35:59,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742113_1289 (size=12001) 2024-11-28T02:36:00,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761420204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:00,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761420205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:00,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761420206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:00,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761420207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:00,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761420209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-28T02:36:00,295 INFO [Thread-1270 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-28T02:36:00,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:36:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-28T02:36:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-28T02:36:00,298 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:36:00,299 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:36:00,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:36:00,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/1e8928ab6b6e484595c7b3b2971da11f 2024-11-28T02:36:00,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/8d6f8424cd604e55b82bfcd09992f83d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/8d6f8424cd604e55b82bfcd09992f83d 2024-11-28T02:36:00,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/8d6f8424cd604e55b82bfcd09992f83d, entries=200, sequenceid=64, filesize=14.0 K 2024-11-28T02:36:00,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/0020738d14b74248868cbd4464c4b44c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0020738d14b74248868cbd4464c4b44c 2024-11-28T02:36:00,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0020738d14b74248868cbd4464c4b44c, entries=150, sequenceid=64, filesize=11.7 K 2024-11-28T02:36:00,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/1e8928ab6b6e484595c7b3b2971da11f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/1e8928ab6b6e484595c7b3b2971da11f 2024-11-28T02:36:00,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/1e8928ab6b6e484595c7b3b2971da11f, entries=150, sequenceid=64, filesize=11.7 K 2024-11-28T02:36:00,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b31a6f545163eebc054ee7babc7908ad in 1256ms, sequenceid=64, compaction requested=true 2024-11-28T02:36:00,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:00,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:36:00,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:00,331 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:36:00,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:36:00,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:00,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:00,331 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:36:00,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:00,332 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:36:00,332 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/B is initiating minor compaction (all files) 2024-11-28T02:36:00,332 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/B in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:00,333 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/469a432ec59a413280397e53abd9cfc2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/bc6967509b534f0f8550c809dcc72fe8, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/8b1773f75f634e408761ff1713f40b0e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0020738d14b74248868cbd4464c4b44c] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=44.6 K 2024-11-28T02:36:00,333 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 469a432ec59a413280397e53abd9cfc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732761356200 2024-11-28T02:36:00,333 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48000 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:36:00,333 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/A is initiating minor compaction (all files) 2024-11-28T02:36:00,333 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/A in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:00,333 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/8d1f1a0987674a039f1493ed97834a09, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/f1074175aaee4b21a5efd198d8eed8b0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/37f0fbe0889849c9926cda8582ae5639, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/8d6f8424cd604e55b82bfcd09992f83d] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=46.9 K 2024-11-28T02:36:00,334 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d1f1a0987674a039f1493ed97834a09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732761356200 2024-11-28T02:36:00,334 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting bc6967509b534f0f8550c809dcc72fe8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732761356264 2024-11-28T02:36:00,334 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b1773f75f634e408761ff1713f40b0e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732761356916 2024-11-28T02:36:00,334 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1074175aaee4b21a5efd198d8eed8b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732761356264 2024-11-28T02:36:00,335 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 0020738d14b74248868cbd4464c4b44c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732761359046 2024-11-28T02:36:00,335 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37f0fbe0889849c9926cda8582ae5639, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732761356916 2024-11-28T02:36:00,335 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d6f8424cd604e55b82bfcd09992f83d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732761359039 2024-11-28T02:36:00,344 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#A#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:00,345 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/2c4837d3d1504707ba5a8834a4e63b9f is 50, key is test_row_0/A:col10/1732761359047/Put/seqid=0 2024-11-28T02:36:00,352 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#B#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:00,353 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/bc892434df924297bd19ade1a8b2a22c is 50, key is test_row_0/B:col10/1732761359047/Put/seqid=0 2024-11-28T02:36:00,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742114_1290 (size=12139) 2024-11-28T02:36:00,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742115_1291 (size=12139) 2024-11-28T02:36:00,388 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/bc892434df924297bd19ade1a8b2a22c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/bc892434df924297bd19ade1a8b2a22c 2024-11-28T02:36:00,393 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/B of b31a6f545163eebc054ee7babc7908ad into bc892434df924297bd19ade1a8b2a22c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:00,393 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:00,393 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/B, priority=12, startTime=1732761360331; duration=0sec 2024-11-28T02:36:00,393 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:00,393 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:B 2024-11-28T02:36:00,393 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:36:00,394 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:36:00,394 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/C is initiating minor compaction (all files) 2024-11-28T02:36:00,394 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/C in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:00,394 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/5b872c2e0d8f4e7dbde07f24b8c833aa, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/c7925a4877ad4e458236d925da030188, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/e0f0547e958640e6b956b3308d27ccab, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/1e8928ab6b6e484595c7b3b2971da11f] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=44.6 K 2024-11-28T02:36:00,395 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b872c2e0d8f4e7dbde07f24b8c833aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732761356200 2024-11-28T02:36:00,395 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting c7925a4877ad4e458236d925da030188, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732761356264 2024-11-28T02:36:00,395 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting e0f0547e958640e6b956b3308d27ccab, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732761356916 2024-11-28T02:36:00,396 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e8928ab6b6e484595c7b3b2971da11f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732761359046 2024-11-28T02:36:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-28T02:36:00,408 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:00,409 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/77c79a5b5c3b44f482d14f74f276ba8a is 50, key is test_row_0/C:col10/1732761359047/Put/seqid=0 2024-11-28T02:36:00,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742116_1292 (size=12139) 2024-11-28T02:36:00,450 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:00,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-28T02:36:00,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:00,450 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-28T02:36:00,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:00,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:00,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:00,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:00,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:00,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:00,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/a4fc4770295841998c78fb9218d70416 is 50, key is test_row_0/A:col10/1732761359090/Put/seqid=0 2024-11-28T02:36:00,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742117_1293 (size=12001) 2024-11-28T02:36:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-28T02:36:00,781 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/2c4837d3d1504707ba5a8834a4e63b9f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/2c4837d3d1504707ba5a8834a4e63b9f 2024-11-28T02:36:00,785 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/A of b31a6f545163eebc054ee7babc7908ad into 2c4837d3d1504707ba5a8834a4e63b9f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:00,785 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:00,785 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/A, priority=12, startTime=1732761360330; duration=0sec 2024-11-28T02:36:00,785 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:00,785 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:A 2024-11-28T02:36:00,818 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/77c79a5b5c3b44f482d14f74f276ba8a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/77c79a5b5c3b44f482d14f74f276ba8a 2024-11-28T02:36:00,821 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/C of b31a6f545163eebc054ee7babc7908ad into 77c79a5b5c3b44f482d14f74f276ba8a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:00,821 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:00,821 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/C, priority=12, startTime=1732761360331; duration=0sec 2024-11-28T02:36:00,821 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:00,821 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:C 2024-11-28T02:36:00,858 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/a4fc4770295841998c78fb9218d70416 2024-11-28T02:36:00,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/b163d460939a4b108ae1aca7f499f07f is 50, key is test_row_0/B:col10/1732761359090/Put/seqid=0 2024-11-28T02:36:00,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742118_1294 (size=12001) 2024-11-28T02:36:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-28T02:36:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:01,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:01,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761421218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761421218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761421219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761421219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761421220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,267 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/b163d460939a4b108ae1aca7f499f07f 2024-11-28T02:36:01,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/6e7d422a774e463086b8d7d41e68052e is 50, key is test_row_0/C:col10/1732761359090/Put/seqid=0 2024-11-28T02:36:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742119_1295 (size=12001) 2024-11-28T02:36:01,277 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/6e7d422a774e463086b8d7d41e68052e 2024-11-28T02:36:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/a4fc4770295841998c78fb9218d70416 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/a4fc4770295841998c78fb9218d70416 2024-11-28T02:36:01,284 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/a4fc4770295841998c78fb9218d70416, entries=150, sequenceid=87, filesize=11.7 K 2024-11-28T02:36:01,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/b163d460939a4b108ae1aca7f499f07f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b163d460939a4b108ae1aca7f499f07f 2024-11-28T02:36:01,288 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b163d460939a4b108ae1aca7f499f07f, entries=150, sequenceid=87, filesize=11.7 K 2024-11-28T02:36:01,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/6e7d422a774e463086b8d7d41e68052e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/6e7d422a774e463086b8d7d41e68052e 2024-11-28T02:36:01,293 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/6e7d422a774e463086b8d7d41e68052e, entries=150, sequenceid=87, filesize=11.7 K 2024-11-28T02:36:01,294 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b31a6f545163eebc054ee7babc7908ad in 843ms, sequenceid=87, compaction requested=false 2024-11-28T02:36:01,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:01,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:01,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-28T02:36:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-28T02:36:01,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-28T02:36:01,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 996 msec 2024-11-28T02:36:01,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 999 msec 2024-11-28T02:36:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:01,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-28T02:36:01,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:01,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:01,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:01,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:01,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:01,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:01,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/2d1975f5b2e34c399b0c9940aa6248eb is 50, key is test_row_0/A:col10/1732761361218/Put/seqid=0 2024-11-28T02:36:01,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742120_1296 (size=12001) 2024-11-28T02:36:01,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/2d1975f5b2e34c399b0c9940aa6248eb 2024-11-28T02:36:01,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/c6209097b36e42c391772a55341ab438 is 50, key is test_row_0/B:col10/1732761361218/Put/seqid=0 2024-11-28T02:36:01,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761421336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761421337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761421337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761421339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742121_1297 (size=12001) 2024-11-28T02:36:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-28T02:36:01,400 INFO [Thread-1270 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-28T02:36:01,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:36:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-28T02:36:01,402 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:36:01,403 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:36:01,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:36:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-28T02:36:01,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761421440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761421440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761421441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761421441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-28T02:36:01,554 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-28T02:36:01,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:01,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:01,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:01,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:01,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:01,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761421643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761421644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761421644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761421644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-28T02:36:01,706 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-28T02:36:01,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:01,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:01,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:01,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:01,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:01,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/c6209097b36e42c391772a55341ab438 2024-11-28T02:36:01,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/092a180a0e1f4a13b4ad48dd731ea31f is 50, key is test_row_0/C:col10/1732761361218/Put/seqid=0 2024-11-28T02:36:01,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742122_1298 (size=12001) 2024-11-28T02:36:01,858 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-28T02:36:01,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:01,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:01,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:01,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:01,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:01,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761421946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761421947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761421947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:01,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761421948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-28T02:36:02,011 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:02,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-28T02:36:02,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:02,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:02,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:02,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:02,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:02,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/092a180a0e1f4a13b4ad48dd731ea31f 2024-11-28T02:36:02,164 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:02,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-28T02:36:02,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:02,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:02,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:02,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:02,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:02,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/2d1975f5b2e34c399b0c9940aa6248eb as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/2d1975f5b2e34c399b0c9940aa6248eb 2024-11-28T02:36:02,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/2d1975f5b2e34c399b0c9940aa6248eb, entries=150, sequenceid=104, filesize=11.7 K 2024-11-28T02:36:02,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/c6209097b36e42c391772a55341ab438 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/c6209097b36e42c391772a55341ab438 2024-11-28T02:36:02,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/c6209097b36e42c391772a55341ab438, entries=150, sequenceid=104, filesize=11.7 K 2024-11-28T02:36:02,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/092a180a0e1f4a13b4ad48dd731ea31f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/092a180a0e1f4a13b4ad48dd731ea31f 2024-11-28T02:36:02,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/092a180a0e1f4a13b4ad48dd731ea31f, entries=150, sequenceid=104, filesize=11.7 K 2024-11-28T02:36:02,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b31a6f545163eebc054ee7babc7908ad in 856ms, sequenceid=104, compaction requested=true 2024-11-28T02:36:02,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:02,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:36:02,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:02,179 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:02,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:36:02,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:02,179 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:02,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:02,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:02,180 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:02,180 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:02,180 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/B is initiating minor compaction (all files) 2024-11-28T02:36:02,180 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/A is initiating minor compaction (all files) 2024-11-28T02:36:02,180 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/A in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:02,180 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/B in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:02,180 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/bc892434df924297bd19ade1a8b2a22c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b163d460939a4b108ae1aca7f499f07f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/c6209097b36e42c391772a55341ab438] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=35.3 K 2024-11-28T02:36:02,180 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/2c4837d3d1504707ba5a8834a4e63b9f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/a4fc4770295841998c78fb9218d70416, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/2d1975f5b2e34c399b0c9940aa6248eb] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=35.3 K 2024-11-28T02:36:02,181 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting bc892434df924297bd19ade1a8b2a22c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732761359046 2024-11-28T02:36:02,181 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c4837d3d1504707ba5a8834a4e63b9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732761359046 2024-11-28T02:36:02,181 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting b163d460939a4b108ae1aca7f499f07f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732761359085 2024-11-28T02:36:02,181 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting c6209097b36e42c391772a55341ab438, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732761361218 2024-11-28T02:36:02,181 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4fc4770295841998c78fb9218d70416, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732761359085 2024-11-28T02:36:02,182 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d1975f5b2e34c399b0c9940aa6248eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732761361218 2024-11-28T02:36:02,187 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#A#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:02,188 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:02,188 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/e7c6d613af754df9bb5ca9cc6b0172b5 is 50, key is test_row_0/A:col10/1732761361218/Put/seqid=0 2024-11-28T02:36:02,188 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/4694ae2cd2fb4a4b8a70bf08f510309b is 50, key is test_row_0/B:col10/1732761361218/Put/seqid=0 2024-11-28T02:36:02,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742123_1299 (size=12241) 2024-11-28T02:36:02,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742124_1300 (size=12241) 2024-11-28T02:36:02,316 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:02,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-28T02:36:02,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:02,317 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-28T02:36:02,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:02,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:02,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:02,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:02,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:02,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:02,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/50a54ac25c96410ab94e759a99129875 is 50, key is test_row_0/A:col10/1732761361338/Put/seqid=0 2024-11-28T02:36:02,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742125_1301 (size=12001) 2024-11-28T02:36:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:02,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:02,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761422460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:02,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761422489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:02,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761422489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:02,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761422489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-28T02:36:02,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761422589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:02,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761422593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:02,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761422593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:02,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761422593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:02,608 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/e7c6d613af754df9bb5ca9cc6b0172b5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/e7c6d613af754df9bb5ca9cc6b0172b5 2024-11-28T02:36:02,612 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/4694ae2cd2fb4a4b8a70bf08f510309b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/4694ae2cd2fb4a4b8a70bf08f510309b 2024-11-28T02:36:02,612 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/A of b31a6f545163eebc054ee7babc7908ad into e7c6d613af754df9bb5ca9cc6b0172b5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:02,612 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:02,612 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/A, priority=13, startTime=1732761362179; duration=0sec 2024-11-28T02:36:02,613 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:02,613 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:A 2024-11-28T02:36:02,613 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:02,614 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:02,614 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/C is initiating minor compaction (all files) 2024-11-28T02:36:02,614 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/C in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:02,614 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/77c79a5b5c3b44f482d14f74f276ba8a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/6e7d422a774e463086b8d7d41e68052e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/092a180a0e1f4a13b4ad48dd731ea31f] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=35.3 K 2024-11-28T02:36:02,614 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77c79a5b5c3b44f482d14f74f276ba8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732761359046 2024-11-28T02:36:02,614 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e7d422a774e463086b8d7d41e68052e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732761359085 2024-11-28T02:36:02,615 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 092a180a0e1f4a13b4ad48dd731ea31f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732761361218 2024-11-28T02:36:02,617 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/B of b31a6f545163eebc054ee7babc7908ad into 4694ae2cd2fb4a4b8a70bf08f510309b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:02,617 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:02,617 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/B, priority=13, startTime=1732761362179; duration=0sec 2024-11-28T02:36:02,617 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:02,617 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:B 2024-11-28T02:36:02,621 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#C#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:02,621 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/c155751a35734794b4f1bad690c0d0c5 is 50, key is test_row_0/C:col10/1732761361218/Put/seqid=0 2024-11-28T02:36:02,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742126_1302 (size=12241) 2024-11-28T02:36:02,641 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/c155751a35734794b4f1bad690c0d0c5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/c155751a35734794b4f1bad690c0d0c5 2024-11-28T02:36:02,646 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/C of b31a6f545163eebc054ee7babc7908ad into c155751a35734794b4f1bad690c0d0c5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:02,646 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:02,646 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/C, priority=13, startTime=1732761362179; duration=0sec 2024-11-28T02:36:02,646 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:02,646 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:C 2024-11-28T02:36:02,724 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/50a54ac25c96410ab94e759a99129875 2024-11-28T02:36:02,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/af69bece6dc0448da2ca58e65459d6bd is 50, key is test_row_0/B:col10/1732761361338/Put/seqid=0 2024-11-28T02:36:02,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742127_1303 (size=12001) 2024-11-28T02:36:02,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761422791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:02,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761422797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:02,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761422797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:02,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761422797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761423094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761423099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761423099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761423101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,139 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/af69bece6dc0448da2ca58e65459d6bd 2024-11-28T02:36:03,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/445a2e42f9e24b43b138af73950795dd is 50, key is test_row_0/C:col10/1732761361338/Put/seqid=0 2024-11-28T02:36:03,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742128_1304 (size=12001) 2024-11-28T02:36:03,156 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/445a2e42f9e24b43b138af73950795dd 2024-11-28T02:36:03,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/50a54ac25c96410ab94e759a99129875 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/50a54ac25c96410ab94e759a99129875 2024-11-28T02:36:03,163 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/50a54ac25c96410ab94e759a99129875, entries=150, sequenceid=125, filesize=11.7 K 2024-11-28T02:36:03,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/af69bece6dc0448da2ca58e65459d6bd as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/af69bece6dc0448da2ca58e65459d6bd 2024-11-28T02:36:03,167 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/af69bece6dc0448da2ca58e65459d6bd, entries=150, sequenceid=125, filesize=11.7 K 2024-11-28T02:36:03,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/445a2e42f9e24b43b138af73950795dd as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/445a2e42f9e24b43b138af73950795dd 2024-11-28T02:36:03,172 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/445a2e42f9e24b43b138af73950795dd, entries=150, sequenceid=125, filesize=11.7 K 2024-11-28T02:36:03,173 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for b31a6f545163eebc054ee7babc7908ad in 856ms, sequenceid=125, compaction requested=false 2024-11-28T02:36:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-28T02:36:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-28T02:36:03,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-28T02:36:03,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7710 sec 2024-11-28T02:36:03,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.7740 sec 2024-11-28T02:36:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:03,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-28T02:36:03,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:03,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:03,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:03,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:03,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:03,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:03,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/ea7afa7a770c44719619152fcdaaf2d9 is 50, key is test_row_0/A:col10/1732761362462/Put/seqid=0 2024-11-28T02:36:03,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742129_1305 (size=12151) 2024-11-28T02:36:03,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/ea7afa7a770c44719619152fcdaaf2d9 2024-11-28T02:36:03,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/0d197e318622467189111788aed5afc2 is 50, key is test_row_0/B:col10/1732761362462/Put/seqid=0 2024-11-28T02:36:03,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742130_1306 (size=12151) 2024-11-28T02:36:03,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761423259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761423362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-28T02:36:03,506 INFO [Thread-1270 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-28T02:36:03,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:36:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-28T02:36:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-28T02:36:03,508 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:36:03,509 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:36:03,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:36:03,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761423565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761423596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761423603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761423604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761423605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-28T02:36:03,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/0d197e318622467189111788aed5afc2 2024-11-28T02:36:03,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/6452d89e9e1842658fb6c232f67763c6 is 50, key is test_row_0/C:col10/1732761362462/Put/seqid=0 2024-11-28T02:36:03,660 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-28T02:36:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:03,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:03,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742131_1307 (size=12151) 2024-11-28T02:36:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-28T02:36:03,813 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-28T02:36:03,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:03,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:03,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:03,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:03,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:03,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761423868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:03,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-28T02:36:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:03,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:03,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:03,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:03,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:04,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/6452d89e9e1842658fb6c232f67763c6 2024-11-28T02:36:04,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/ea7afa7a770c44719619152fcdaaf2d9 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/ea7afa7a770c44719619152fcdaaf2d9 2024-11-28T02:36:04,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/ea7afa7a770c44719619152fcdaaf2d9, entries=150, sequenceid=146, filesize=11.9 K 2024-11-28T02:36:04,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/0d197e318622467189111788aed5afc2 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0d197e318622467189111788aed5afc2 2024-11-28T02:36:04,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0d197e318622467189111788aed5afc2, entries=150, sequenceid=146, filesize=11.9 K 2024-11-28T02:36:04,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/6452d89e9e1842658fb6c232f67763c6 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/6452d89e9e1842658fb6c232f67763c6 2024-11-28T02:36:04,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/6452d89e9e1842658fb6c232f67763c6, entries=150, sequenceid=146, filesize=11.9 K 2024-11-28T02:36:04,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b31a6f545163eebc054ee7babc7908ad in 852ms, sequenceid=146, compaction requested=true 2024-11-28T02:36:04,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:04,078 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:04,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:36:04,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:04,078 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:04,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:36:04,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:04,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:04,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:04,078 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:04,079 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/A is initiating minor compaction (all files) 2024-11-28T02:36:04,079 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/A in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:04,079 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/e7c6d613af754df9bb5ca9cc6b0172b5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/50a54ac25c96410ab94e759a99129875, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/ea7afa7a770c44719619152fcdaaf2d9] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=35.5 K 2024-11-28T02:36:04,079 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:04,079 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7c6d613af754df9bb5ca9cc6b0172b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732761361218 2024-11-28T02:36:04,079 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/B is initiating minor compaction (all files) 2024-11-28T02:36:04,079 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/B in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:04,079 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/4694ae2cd2fb4a4b8a70bf08f510309b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/af69bece6dc0448da2ca58e65459d6bd, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0d197e318622467189111788aed5afc2] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=35.5 K 2024-11-28T02:36:04,080 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50a54ac25c96410ab94e759a99129875, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732761361327 2024-11-28T02:36:04,080 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 4694ae2cd2fb4a4b8a70bf08f510309b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732761361218 2024-11-28T02:36:04,080 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea7afa7a770c44719619152fcdaaf2d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732761362460 2024-11-28T02:36:04,080 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting af69bece6dc0448da2ca58e65459d6bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732761361327 2024-11-28T02:36:04,080 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d197e318622467189111788aed5afc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732761362460 2024-11-28T02:36:04,087 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:04,089 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/6c22c580a0e54bf8ae6ec401d06ecb96 is 50, key is test_row_0/A:col10/1732761362462/Put/seqid=0 2024-11-28T02:36:04,092 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#B#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:04,092 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/4720b7839d4f49d8970cfc3bb7a17530 is 50, key is test_row_0/B:col10/1732761362462/Put/seqid=0 2024-11-28T02:36:04,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742133_1309 (size=12493) 2024-11-28T02:36:04,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742132_1308 (size=12493) 2024-11-28T02:36:04,101 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/6c22c580a0e54bf8ae6ec401d06ecb96 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/6c22c580a0e54bf8ae6ec401d06ecb96 2024-11-28T02:36:04,105 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/A of b31a6f545163eebc054ee7babc7908ad into 6c22c580a0e54bf8ae6ec401d06ecb96(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:04,105 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:04,105 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/A, priority=13, startTime=1732761364077; duration=0sec 2024-11-28T02:36:04,106 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:04,106 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:A 2024-11-28T02:36:04,106 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:04,107 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:04,107 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/C is initiating minor compaction (all files) 2024-11-28T02:36:04,107 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/C in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:04,107 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/c155751a35734794b4f1bad690c0d0c5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/445a2e42f9e24b43b138af73950795dd, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/6452d89e9e1842658fb6c232f67763c6] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=35.5 K 2024-11-28T02:36:04,107 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting c155751a35734794b4f1bad690c0d0c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732761361218 2024-11-28T02:36:04,107 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 445a2e42f9e24b43b138af73950795dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732761361327 2024-11-28T02:36:04,107 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6452d89e9e1842658fb6c232f67763c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732761362460 2024-11-28T02:36:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-28T02:36:04,113 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:04,113 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/df9ffed7cfcc43009c3afcf22a77a547 is 50, key is test_row_0/C:col10/1732761362462/Put/seqid=0 2024-11-28T02:36:04,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742134_1310 (size=12493) 2024-11-28T02:36:04,117 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-28T02:36:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:04,118 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-28T02:36:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:04,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:04,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/024bdb4fde1a4dde8f78f46a99bfeddf is 50, key is test_row_0/A:col10/1732761363249/Put/seqid=0 2024-11-28T02:36:04,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742135_1311 (size=12151) 2024-11-28T02:36:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:04,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:04,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761424418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,500 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/4720b7839d4f49d8970cfc3bb7a17530 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/4720b7839d4f49d8970cfc3bb7a17530 2024-11-28T02:36:04,504 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/B of b31a6f545163eebc054ee7babc7908ad into 4720b7839d4f49d8970cfc3bb7a17530(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:04,504 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:04,504 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/B, priority=13, startTime=1732761364078; duration=0sec 2024-11-28T02:36:04,504 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:04,504 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:B 2024-11-28T02:36:04,521 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/df9ffed7cfcc43009c3afcf22a77a547 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/df9ffed7cfcc43009c3afcf22a77a547 2024-11-28T02:36:04,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761424522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,525 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/C of b31a6f545163eebc054ee7babc7908ad into df9ffed7cfcc43009c3afcf22a77a547(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:04,525 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:04,525 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/C, priority=13, startTime=1732761364078; duration=0sec 2024-11-28T02:36:04,525 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:04,525 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:C 2024-11-28T02:36:04,528 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/024bdb4fde1a4dde8f78f46a99bfeddf 2024-11-28T02:36:04,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/ee1087fb228945978a7e28bdffba57d8 is 50, key is test_row_0/B:col10/1732761363249/Put/seqid=0 2024-11-28T02:36:04,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742136_1312 (size=12151) 2024-11-28T02:36:04,539 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/ee1087fb228945978a7e28bdffba57d8 2024-11-28T02:36:04,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/95905c5e3f10440fa15a87290a6156f4 is 50, key is test_row_0/C:col10/1732761363249/Put/seqid=0 2024-11-28T02:36:04,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742137_1313 (size=12151) 2024-11-28T02:36:04,548 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/95905c5e3f10440fa15a87290a6156f4 2024-11-28T02:36:04,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/024bdb4fde1a4dde8f78f46a99bfeddf as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/024bdb4fde1a4dde8f78f46a99bfeddf 2024-11-28T02:36:04,557 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/024bdb4fde1a4dde8f78f46a99bfeddf, entries=150, sequenceid=165, filesize=11.9 K 2024-11-28T02:36:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/ee1087fb228945978a7e28bdffba57d8 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/ee1087fb228945978a7e28bdffba57d8 2024-11-28T02:36:04,561 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/ee1087fb228945978a7e28bdffba57d8, entries=150, sequenceid=165, filesize=11.9 K 2024-11-28T02:36:04,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/95905c5e3f10440fa15a87290a6156f4 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/95905c5e3f10440fa15a87290a6156f4 2024-11-28T02:36:04,566 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/95905c5e3f10440fa15a87290a6156f4, entries=150, sequenceid=165, filesize=11.9 K 2024-11-28T02:36:04,567 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b31a6f545163eebc054ee7babc7908ad in 449ms, sequenceid=165, compaction requested=false 2024-11-28T02:36:04,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:04,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:04,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-28T02:36:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-28T02:36:04,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-28T02:36:04,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0590 sec 2024-11-28T02:36:04,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.0640 sec 2024-11-28T02:36:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:04,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-28T02:36:04,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:04,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:04,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:04,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:04,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:04,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-28T02:36:04,611 INFO [Thread-1270 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-28T02:36:04,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:36:04,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/d4b4cabaa7c142bf8cc5adea28fe5b1f is 50, key is test_row_0/A:col10/1732761364607/Put/seqid=0 2024-11-28T02:36:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-28T02:36:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-28T02:36:04,616 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:36:04,617 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:36:04,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:36:04,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742138_1314 (size=14541) 2024-11-28T02:36:04,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761424624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761424625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761424625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761424626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-28T02:36:04,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761424724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761424728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761424729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761424729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761424729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-28T02:36:04,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:04,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:04,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:04,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:04,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-28T02:36:04,922 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-28T02:36:04,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:04,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:04,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:04,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:04,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:04,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761424931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761424931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761424932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:04,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761424932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/d4b4cabaa7c142bf8cc5adea28fe5b1f 2024-11-28T02:36:05,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/0ffe89be8be242f7a9269043385701c0 is 50, key is test_row_0/B:col10/1732761364607/Put/seqid=0 2024-11-28T02:36:05,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761425026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742139_1315 (size=12151) 2024-11-28T02:36:05,074 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-28T02:36:05,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:05,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:05,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:05,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-28T02:36:05,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-28T02:36:05,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:05,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:05,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:05,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761425234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761425234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761425235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761425236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,379 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-28T02:36:05,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:05,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:05,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:05,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/0ffe89be8be242f7a9269043385701c0 2024-11-28T02:36:05,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/fb3f92420e7f49e2a8ba3f2e9d3c7617 is 50, key is test_row_0/C:col10/1732761364607/Put/seqid=0 2024-11-28T02:36:05,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742140_1316 (size=12151) 2024-11-28T02:36:05,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-28T02:36:05,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:05,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761425530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:05,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:05,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,683 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-28T02:36:05,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:05,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:05,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:05,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-28T02:36:05,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761425736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761425740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761425740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761425740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-28T02:36:05,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:05,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:05,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:05,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:05,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/fb3f92420e7f49e2a8ba3f2e9d3c7617 2024-11-28T02:36:05,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/d4b4cabaa7c142bf8cc5adea28fe5b1f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/d4b4cabaa7c142bf8cc5adea28fe5b1f 2024-11-28T02:36:05,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/d4b4cabaa7c142bf8cc5adea28fe5b1f, entries=200, sequenceid=187, filesize=14.2 K 2024-11-28T02:36:05,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/0ffe89be8be242f7a9269043385701c0 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0ffe89be8be242f7a9269043385701c0 2024-11-28T02:36:05,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0ffe89be8be242f7a9269043385701c0, entries=150, sequenceid=187, filesize=11.9 K 2024-11-28T02:36:05,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/fb3f92420e7f49e2a8ba3f2e9d3c7617 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/fb3f92420e7f49e2a8ba3f2e9d3c7617 2024-11-28T02:36:05,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/fb3f92420e7f49e2a8ba3f2e9d3c7617, entries=150, sequenceid=187, filesize=11.9 K 2024-11-28T02:36:05,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b31a6f545163eebc054ee7babc7908ad in 1260ms, sequenceid=187, compaction requested=true 2024-11-28T02:36:05,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:05,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:36:05,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:05,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:36:05,869 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:05,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:05,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:05,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:05,869 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:05,869 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:05,869 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:05,869 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/A is initiating minor compaction (all files) 2024-11-28T02:36:05,869 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/B is initiating minor compaction (all files) 2024-11-28T02:36:05,869 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/A in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:05,869 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/B in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:05,870 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/6c22c580a0e54bf8ae6ec401d06ecb96, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/024bdb4fde1a4dde8f78f46a99bfeddf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/d4b4cabaa7c142bf8cc5adea28fe5b1f] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=38.3 K 2024-11-28T02:36:05,870 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/4720b7839d4f49d8970cfc3bb7a17530, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/ee1087fb228945978a7e28bdffba57d8, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0ffe89be8be242f7a9269043385701c0] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=35.9 K 2024-11-28T02:36:05,870 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c22c580a0e54bf8ae6ec401d06ecb96, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732761362460 2024-11-28T02:36:05,870 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 4720b7839d4f49d8970cfc3bb7a17530, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732761362460 2024-11-28T02:36:05,870 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting ee1087fb228945978a7e28bdffba57d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732761363232 2024-11-28T02:36:05,870 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 024bdb4fde1a4dde8f78f46a99bfeddf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732761363232 2024-11-28T02:36:05,870 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ffe89be8be242f7a9269043385701c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732761364409 2024-11-28T02:36:05,870 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4b4cabaa7c142bf8cc5adea28fe5b1f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732761364409 2024-11-28T02:36:05,876 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#A#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:05,877 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/918e184403f8492a925aa17aed25cc35 is 50, key is test_row_0/A:col10/1732761364607/Put/seqid=0 2024-11-28T02:36:05,879 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#B#compaction#264 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:05,879 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/add3ea23e2964880af10fb41960e96d4 is 50, key is test_row_0/B:col10/1732761364607/Put/seqid=0 2024-11-28T02:36:05,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742141_1317 (size=12595) 2024-11-28T02:36:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742142_1318 (size=12595) 2024-11-28T02:36:05,988 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:05,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-28T02:36:05,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:05,989 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-28T02:36:05,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:05,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:05,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:05,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:05,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:05,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:05,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/0be44fd2caef4fd7af0eb72003c71aaf is 50, key is test_row_0/A:col10/1732761364624/Put/seqid=0 2024-11-28T02:36:05,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742143_1319 (size=12151) 2024-11-28T02:36:06,303 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/918e184403f8492a925aa17aed25cc35 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/918e184403f8492a925aa17aed25cc35 2024-11-28T02:36:06,307 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/A of b31a6f545163eebc054ee7babc7908ad into 918e184403f8492a925aa17aed25cc35(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:06,307 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:06,307 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/A, priority=13, startTime=1732761365869; duration=0sec 2024-11-28T02:36:06,307 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:06,308 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:A 2024-11-28T02:36:06,308 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:06,309 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:06,309 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/C is initiating minor compaction (all files) 2024-11-28T02:36:06,309 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/C in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:06,309 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/df9ffed7cfcc43009c3afcf22a77a547, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/95905c5e3f10440fa15a87290a6156f4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/fb3f92420e7f49e2a8ba3f2e9d3c7617] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=35.9 K 2024-11-28T02:36:06,309 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting df9ffed7cfcc43009c3afcf22a77a547, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732761362460 2024-11-28T02:36:06,309 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95905c5e3f10440fa15a87290a6156f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732761363232 2024-11-28T02:36:06,310 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb3f92420e7f49e2a8ba3f2e9d3c7617, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732761364409 2024-11-28T02:36:06,310 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/add3ea23e2964880af10fb41960e96d4 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/add3ea23e2964880af10fb41960e96d4 2024-11-28T02:36:06,315 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/B of b31a6f545163eebc054ee7babc7908ad into add3ea23e2964880af10fb41960e96d4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:06,315 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:06,315 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/B, priority=13, startTime=1732761365869; duration=0sec 2024-11-28T02:36:06,315 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:06,315 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:B 2024-11-28T02:36:06,324 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#C#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:06,324 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/2345fddf593a4920ba4cd1cbc5452c39 is 50, key is test_row_0/C:col10/1732761364607/Put/seqid=0 2024-11-28T02:36:06,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742144_1320 (size=12595) 2024-11-28T02:36:06,396 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/0be44fd2caef4fd7af0eb72003c71aaf 2024-11-28T02:36:06,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/b7a428e34eea4504873dffd21eb7c181 is 50, key is test_row_0/B:col10/1732761364624/Put/seqid=0 2024-11-28T02:36:06,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742145_1321 (size=12151) 2024-11-28T02:36:06,406 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/b7a428e34eea4504873dffd21eb7c181 2024-11-28T02:36:06,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/85f41012ac954f83b4a03b6a95e562fe is 50, key is test_row_0/C:col10/1732761364624/Put/seqid=0 2024-11-28T02:36:06,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742146_1322 (size=12151) 2024-11-28T02:36:06,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:06,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761426577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:06,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761426680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-28T02:36:06,735 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/2345fddf593a4920ba4cd1cbc5452c39 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/2345fddf593a4920ba4cd1cbc5452c39 2024-11-28T02:36:06,739 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/C of b31a6f545163eebc054ee7babc7908ad into 2345fddf593a4920ba4cd1cbc5452c39(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:06,739 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:06,739 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/C, priority=13, startTime=1732761365869; duration=0sec 2024-11-28T02:36:06,739 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:06,739 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:C 2024-11-28T02:36:06,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761426741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:06,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761426745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:06,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761426748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:06,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761426749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:06,817 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/85f41012ac954f83b4a03b6a95e562fe 2024-11-28T02:36:06,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/0be44fd2caef4fd7af0eb72003c71aaf as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0be44fd2caef4fd7af0eb72003c71aaf 2024-11-28T02:36:06,824 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0be44fd2caef4fd7af0eb72003c71aaf, entries=150, sequenceid=203, filesize=11.9 K 2024-11-28T02:36:06,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/b7a428e34eea4504873dffd21eb7c181 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b7a428e34eea4504873dffd21eb7c181 2024-11-28T02:36:06,827 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b7a428e34eea4504873dffd21eb7c181, entries=150, sequenceid=203, filesize=11.9 K 2024-11-28T02:36:06,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/85f41012ac954f83b4a03b6a95e562fe as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/85f41012ac954f83b4a03b6a95e562fe 2024-11-28T02:36:06,831 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/85f41012ac954f83b4a03b6a95e562fe, entries=150, sequenceid=203, filesize=11.9 K 2024-11-28T02:36:06,832 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b31a6f545163eebc054ee7babc7908ad in 843ms, sequenceid=203, compaction requested=false 2024-11-28T02:36:06,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-28T02:36:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-28T02:36:06,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-28T02:36:06,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2170 sec 2024-11-28T02:36:06,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.2230 sec 2024-11-28T02:36:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:06,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-28T02:36:06,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:06,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:06,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:06,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:06,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:06,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:06,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/fd8d9eacddc843798417d237de617e6e is 50, key is test_row_0/A:col10/1732761366886/Put/seqid=0 2024-11-28T02:36:06,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742147_1323 (size=12151) 2024-11-28T02:36:06,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761426914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:07,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761427016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:07,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761427219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:07,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/fd8d9eacddc843798417d237de617e6e 2024-11-28T02:36:07,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/12e18ff8f260460fa696f44a55d592a9 is 50, key is test_row_0/B:col10/1732761366886/Put/seqid=0 2024-11-28T02:36:07,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742148_1324 (size=12151) 2024-11-28T02:36:07,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761427522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:07,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/12e18ff8f260460fa696f44a55d592a9 2024-11-28T02:36:07,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/b1c9ac3711f549d88e3a6950dc0d68a6 is 50, key is test_row_0/C:col10/1732761366886/Put/seqid=0 2024-11-28T02:36:07,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742149_1325 (size=12151) 2024-11-28T02:36:08,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761428026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:08,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/b1c9ac3711f549d88e3a6950dc0d68a6 2024-11-28T02:36:08,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/fd8d9eacddc843798417d237de617e6e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/fd8d9eacddc843798417d237de617e6e 2024-11-28T02:36:08,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/fd8d9eacddc843798417d237de617e6e, entries=150, sequenceid=227, filesize=11.9 K 2024-11-28T02:36:08,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/12e18ff8f260460fa696f44a55d592a9 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/12e18ff8f260460fa696f44a55d592a9 2024-11-28T02:36:08,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/12e18ff8f260460fa696f44a55d592a9, entries=150, sequenceid=227, filesize=11.9 K 2024-11-28T02:36:08,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/b1c9ac3711f549d88e3a6950dc0d68a6 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/b1c9ac3711f549d88e3a6950dc0d68a6 2024-11-28T02:36:08,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/b1c9ac3711f549d88e3a6950dc0d68a6, entries=150, sequenceid=227, filesize=11.9 K 2024-11-28T02:36:08,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b31a6f545163eebc054ee7babc7908ad in 1243ms, sequenceid=227, compaction requested=true 2024-11-28T02:36:08,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:08,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:36:08,129 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:08,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:08,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:36:08,129 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:08,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:08,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:08,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:08,130 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:08,130 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/A is initiating minor compaction (all files) 2024-11-28T02:36:08,131 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/A in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:08,131 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:08,131 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/B is initiating minor compaction (all files) 2024-11-28T02:36:08,131 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/918e184403f8492a925aa17aed25cc35, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0be44fd2caef4fd7af0eb72003c71aaf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/fd8d9eacddc843798417d237de617e6e] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=36.0 K 2024-11-28T02:36:08,131 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/B in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:08,131 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/add3ea23e2964880af10fb41960e96d4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b7a428e34eea4504873dffd21eb7c181, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/12e18ff8f260460fa696f44a55d592a9] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=36.0 K 2024-11-28T02:36:08,131 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 918e184403f8492a925aa17aed25cc35, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732761364409 2024-11-28T02:36:08,131 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting add3ea23e2964880af10fb41960e96d4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732761364409 2024-11-28T02:36:08,131 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0be44fd2caef4fd7af0eb72003c71aaf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732761364621 2024-11-28T02:36:08,131 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting b7a428e34eea4504873dffd21eb7c181, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732761364621 2024-11-28T02:36:08,131 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd8d9eacddc843798417d237de617e6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732761366571 2024-11-28T02:36:08,132 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 12e18ff8f260460fa696f44a55d592a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732761366571 2024-11-28T02:36:08,144 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#A#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:08,145 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/44f1a889697349c996abc3d8652f13b3 is 50, key is test_row_0/A:col10/1732761366886/Put/seqid=0 2024-11-28T02:36:08,145 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#B#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:08,145 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/062b13b205ac4757bc94585289d5c162 is 50, key is test_row_0/B:col10/1732761366886/Put/seqid=0 2024-11-28T02:36:08,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742150_1326 (size=12697) 2024-11-28T02:36:08,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742151_1327 (size=12697) 2024-11-28T02:36:08,556 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/44f1a889697349c996abc3d8652f13b3 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/44f1a889697349c996abc3d8652f13b3 2024-11-28T02:36:08,560 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/062b13b205ac4757bc94585289d5c162 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/062b13b205ac4757bc94585289d5c162 2024-11-28T02:36:08,560 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/A of b31a6f545163eebc054ee7babc7908ad into 44f1a889697349c996abc3d8652f13b3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:08,560 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:08,560 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/A, priority=13, startTime=1732761368129; duration=0sec 2024-11-28T02:36:08,560 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:08,560 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:A 2024-11-28T02:36:08,560 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:08,561 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:08,561 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/C is initiating minor compaction (all files) 2024-11-28T02:36:08,561 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/C in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:08,561 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/2345fddf593a4920ba4cd1cbc5452c39, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/85f41012ac954f83b4a03b6a95e562fe, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/b1c9ac3711f549d88e3a6950dc0d68a6] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=36.0 K 2024-11-28T02:36:08,562 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2345fddf593a4920ba4cd1cbc5452c39, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732761364409 2024-11-28T02:36:08,562 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85f41012ac954f83b4a03b6a95e562fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732761364621 2024-11-28T02:36:08,562 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1c9ac3711f549d88e3a6950dc0d68a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732761366571 2024-11-28T02:36:08,564 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/B of b31a6f545163eebc054ee7babc7908ad into 062b13b205ac4757bc94585289d5c162(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:08,564 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:08,564 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/B, priority=13, startTime=1732761368129; duration=0sec 2024-11-28T02:36:08,564 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:08,564 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:B 2024-11-28T02:36:08,568 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#C#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:08,568 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/2f294714a90347d99ebc49325c892c81 is 50, key is test_row_0/C:col10/1732761366886/Put/seqid=0 2024-11-28T02:36:08,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742152_1328 (size=12697) 2024-11-28T02:36:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-28T02:36:08,718 INFO [Thread-1270 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-28T02:36:08,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:36:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-28T02:36:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-28T02:36:08,721 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:36:08,722 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:36:08,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:36:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:08,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-28T02:36:08,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:08,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:08,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:08,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:08,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:08,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:08,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/63402e1a9f3142fe96998ec57b51898f is 50, key is test_row_0/A:col10/1732761368744/Put/seqid=0 2024-11-28T02:36:08,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742153_1329 (size=12151) 2024-11-28T02:36:08,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761428767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:08,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761428768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:08,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761428769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:08,771 DEBUG [Thread-1260 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., hostname=91d91e22c0a9,41755,1732761291190, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:36:08,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761428771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-28T02:36:08,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761428871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:08,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761428872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:08,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:08,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T02:36:08,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:08,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:08,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:08,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:08,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:08,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761428873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:08,976 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/2f294714a90347d99ebc49325c892c81 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/2f294714a90347d99ebc49325c892c81 2024-11-28T02:36:08,980 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/C of b31a6f545163eebc054ee7babc7908ad into 2f294714a90347d99ebc49325c892c81(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:08,980 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:08,980 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/C, priority=13, startTime=1732761368129; duration=0sec 2024-11-28T02:36:08,980 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:08,980 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:C 2024-11-28T02:36:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-28T02:36:09,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T02:36:09,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:09,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:09,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:09,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761429036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761429073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761429074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761429077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/63402e1a9f3142fe96998ec57b51898f 2024-11-28T02:36:09,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/34aa3f75a62a4ccba2671ae17ff7bc0e is 50, key is test_row_0/B:col10/1732761368744/Put/seqid=0 2024-11-28T02:36:09,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742154_1330 (size=12151) 2024-11-28T02:36:09,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T02:36:09,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:09,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:09,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:09,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-28T02:36:09,330 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T02:36:09,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:09,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:09,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:09,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761429378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761429378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761429381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T02:36:09,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:09,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:09,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:09,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/34aa3f75a62a4ccba2671ae17ff7bc0e 2024-11-28T02:36:09,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/b134dd973f3b4d4784b0f78f085fe9cf is 50, key is test_row_0/C:col10/1732761368744/Put/seqid=0 2024-11-28T02:36:09,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742155_1331 (size=12151) 2024-11-28T02:36:09,635 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T02:36:09,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:09,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:09,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:09,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,787 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T02:36:09,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:09,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:09,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:09,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-28T02:36:09,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761429882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761429883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761429884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:09,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T02:36:09,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:09,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:09,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:09,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:09,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/b134dd973f3b4d4784b0f78f085fe9cf 2024-11-28T02:36:09,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/63402e1a9f3142fe96998ec57b51898f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/63402e1a9f3142fe96998ec57b51898f 2024-11-28T02:36:10,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/63402e1a9f3142fe96998ec57b51898f, entries=150, sequenceid=245, filesize=11.9 K 2024-11-28T02:36:10,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/34aa3f75a62a4ccba2671ae17ff7bc0e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/34aa3f75a62a4ccba2671ae17ff7bc0e 2024-11-28T02:36:10,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/34aa3f75a62a4ccba2671ae17ff7bc0e, entries=150, sequenceid=245, filesize=11.9 K 2024-11-28T02:36:10,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/b134dd973f3b4d4784b0f78f085fe9cf as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/b134dd973f3b4d4784b0f78f085fe9cf 2024-11-28T02:36:10,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/b134dd973f3b4d4784b0f78f085fe9cf, entries=150, sequenceid=245, filesize=11.9 K 2024-11-28T02:36:10,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b31a6f545163eebc054ee7babc7908ad in 1265ms, sequenceid=245, compaction requested=false 2024-11-28T02:36:10,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:10,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:10,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T02:36:10,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:10,092 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-28T02:36:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:10,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/858747f4741c49569447921a91560a7a is 50, key is test_row_0/A:col10/1732761368766/Put/seqid=0 2024-11-28T02:36:10,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742156_1332 (size=12301) 2024-11-28T02:36:10,501 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/858747f4741c49569447921a91560a7a 2024-11-28T02:36:10,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/b022c259ee9240bfa3c687d709568ab5 is 50, key is test_row_0/B:col10/1732761368766/Put/seqid=0 2024-11-28T02:36:10,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742157_1333 (size=12301) 2024-11-28T02:36:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-28T02:36:10,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:10,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761430900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:10,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761430902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:10,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761430903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:10,911 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/b022c259ee9240bfa3c687d709568ab5 2024-11-28T02:36:10,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/efb7362541a64ab7a6d10d813e71d4fe is 50, key is test_row_0/C:col10/1732761368766/Put/seqid=0 2024-11-28T02:36:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742158_1334 (size=12301) 2024-11-28T02:36:11,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761431004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761431004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761431005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761431049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,051 DEBUG [Thread-1266 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., hostname=91d91e22c0a9,41755,1732761291190, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:36:11,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761431207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761431207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761431208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,323 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/efb7362541a64ab7a6d10d813e71d4fe 2024-11-28T02:36:11,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/858747f4741c49569447921a91560a7a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/858747f4741c49569447921a91560a7a 2024-11-28T02:36:11,329 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/858747f4741c49569447921a91560a7a, entries=150, sequenceid=266, filesize=12.0 K 2024-11-28T02:36:11,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/b022c259ee9240bfa3c687d709568ab5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b022c259ee9240bfa3c687d709568ab5 2024-11-28T02:36:11,345 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b022c259ee9240bfa3c687d709568ab5, entries=150, sequenceid=266, filesize=12.0 K 2024-11-28T02:36:11,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/efb7362541a64ab7a6d10d813e71d4fe as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/efb7362541a64ab7a6d10d813e71d4fe 2024-11-28T02:36:11,349 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/efb7362541a64ab7a6d10d813e71d4fe, entries=150, sequenceid=266, filesize=12.0 K 2024-11-28T02:36:11,349 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b31a6f545163eebc054ee7babc7908ad in 1257ms, sequenceid=266, compaction requested=true 2024-11-28T02:36:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-28T02:36:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-28T02:36:11,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-28T02:36:11,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6280 sec 2024-11-28T02:36:11,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.6320 sec 2024-11-28T02:36:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:11,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-28T02:36:11,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:11,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:11,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:11,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:11,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:11,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:11,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/c9d01541f85744f3a7615a274b1ed500 is 50, key is test_row_0/A:col10/1732761370902/Put/seqid=0 2024-11-28T02:36:11,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742159_1335 (size=14741) 2024-11-28T02:36:11,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761431529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761431530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761431530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761431633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761431634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761431634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761431835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761431835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761431837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:11,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/c9d01541f85744f3a7615a274b1ed500 2024-11-28T02:36:11,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/73996c4f28ce450290ba4251a479814a is 50, key is test_row_0/B:col10/1732761370902/Put/seqid=0 2024-11-28T02:36:11,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742160_1336 (size=12301) 2024-11-28T02:36:12,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761432139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:12,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761432140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:12,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761432142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:12,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/73996c4f28ce450290ba4251a479814a 2024-11-28T02:36:12,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/200f60a88b884dbfa3ba82858e7d59e7 is 50, key is test_row_0/C:col10/1732761370902/Put/seqid=0 2024-11-28T02:36:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742161_1337 (size=12301) 2024-11-28T02:36:12,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761432642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:12,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761432644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:12,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761432646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:12,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/200f60a88b884dbfa3ba82858e7d59e7 2024-11-28T02:36:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/c9d01541f85744f3a7615a274b1ed500 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/c9d01541f85744f3a7615a274b1ed500 2024-11-28T02:36:12,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/c9d01541f85744f3a7615a274b1ed500, entries=200, sequenceid=284, filesize=14.4 K 2024-11-28T02:36:12,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/73996c4f28ce450290ba4251a479814a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/73996c4f28ce450290ba4251a479814a 2024-11-28T02:36:12,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/73996c4f28ce450290ba4251a479814a, entries=150, sequenceid=284, filesize=12.0 K 2024-11-28T02:36:12,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/200f60a88b884dbfa3ba82858e7d59e7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/200f60a88b884dbfa3ba82858e7d59e7 2024-11-28T02:36:12,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/200f60a88b884dbfa3ba82858e7d59e7, entries=150, sequenceid=284, filesize=12.0 K 2024-11-28T02:36:12,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for b31a6f545163eebc054ee7babc7908ad in 1247ms, sequenceid=284, compaction requested=true 2024-11-28T02:36:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:36:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:36:12,759 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:36:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:12,759 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:36:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:12,760 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51890 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:36:12,760 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:36:12,760 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/B is initiating minor compaction (all files) 2024-11-28T02:36:12,760 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/A is initiating minor compaction (all files) 2024-11-28T02:36:12,761 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/B in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:12,761 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/A in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:12,761 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/44f1a889697349c996abc3d8652f13b3, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/63402e1a9f3142fe96998ec57b51898f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/858747f4741c49569447921a91560a7a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/c9d01541f85744f3a7615a274b1ed500] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=50.7 K 2024-11-28T02:36:12,761 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/062b13b205ac4757bc94585289d5c162, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/34aa3f75a62a4ccba2671ae17ff7bc0e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b022c259ee9240bfa3c687d709568ab5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/73996c4f28ce450290ba4251a479814a] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=48.3 K 2024-11-28T02:36:12,761 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 062b13b205ac4757bc94585289d5c162, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732761366571 2024-11-28T02:36:12,761 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44f1a889697349c996abc3d8652f13b3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732761366571 2024-11-28T02:36:12,761 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 34aa3f75a62a4ccba2671ae17ff7bc0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732761366903 2024-11-28T02:36:12,761 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63402e1a9f3142fe96998ec57b51898f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732761366903 2024-11-28T02:36:12,761 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting b022c259ee9240bfa3c687d709568ab5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732761368766 2024-11-28T02:36:12,761 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 858747f4741c49569447921a91560a7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732761368766 2024-11-28T02:36:12,762 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 73996c4f28ce450290ba4251a479814a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732761370899 2024-11-28T02:36:12,762 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9d01541f85744f3a7615a274b1ed500, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732761370899 2024-11-28T02:36:12,769 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#A#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:12,769 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#B#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:12,769 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/5f44c30e4ad14aa0a6187f6a636b0eb6 is 50, key is test_row_0/A:col10/1732761370902/Put/seqid=0 2024-11-28T02:36:12,769 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/c9ce565b01764a6f8cd79b765cbba268 is 50, key is test_row_0/B:col10/1732761370902/Put/seqid=0 2024-11-28T02:36:12,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742163_1339 (size=12983) 2024-11-28T02:36:12,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742162_1338 (size=12983) 2024-11-28T02:36:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:12,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-28T02:36:12,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:12,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:12,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:12,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:12,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:12,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:12,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/f089b41bb3b6467c85fa92f17bff480d is 50, key is test_row_0/A:col10/1732761371526/Put/seqid=0 2024-11-28T02:36:12,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742164_1340 (size=14741) 2024-11-28T02:36:12,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/f089b41bb3b6467c85fa92f17bff480d 2024-11-28T02:36:12,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/102c070ff8384ed9ad7a4a12db5b7acf is 50, key is test_row_0/B:col10/1732761371526/Put/seqid=0 2024-11-28T02:36:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-28T02:36:12,825 INFO [Thread-1270 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-28T02:36:12,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:36:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-28T02:36:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-28T02:36:12,829 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:36:12,829 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:36:12,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:36:12,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761432850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:12,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742165_1341 (size=12301) 2024-11-28T02:36:12,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/102c070ff8384ed9ad7a4a12db5b7acf 2024-11-28T02:36:12,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/fb42a8e206274eec9801c9ad6f3ae913 is 50, key is test_row_0/C:col10/1732761371526/Put/seqid=0 2024-11-28T02:36:12,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742166_1342 (size=12301) 2024-11-28T02:36:12,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/fb42a8e206274eec9801c9ad6f3ae913 2024-11-28T02:36:12,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/f089b41bb3b6467c85fa92f17bff480d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/f089b41bb3b6467c85fa92f17bff480d 2024-11-28T02:36:12,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/f089b41bb3b6467c85fa92f17bff480d, entries=200, sequenceid=304, filesize=14.4 K 2024-11-28T02:36:12,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/102c070ff8384ed9ad7a4a12db5b7acf as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/102c070ff8384ed9ad7a4a12db5b7acf 2024-11-28T02:36:12,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/102c070ff8384ed9ad7a4a12db5b7acf, entries=150, sequenceid=304, filesize=12.0 K 2024-11-28T02:36:12,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/fb42a8e206274eec9801c9ad6f3ae913 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/fb42a8e206274eec9801c9ad6f3ae913 2024-11-28T02:36:12,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/fb42a8e206274eec9801c9ad6f3ae913, entries=150, sequenceid=304, filesize=12.0 K 2024-11-28T02:36:12,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b31a6f545163eebc054ee7babc7908ad in 104ms, sequenceid=304, compaction requested=true 2024-11-28T02:36:12,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:12,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:A, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:12,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-28T02:36:12,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:B, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:12,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-28T02:36:12,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:12,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-28T02:36:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-28T02:36:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:12,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-28T02:36:12,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:12,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:12,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:12,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:12,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:12,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:12,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/62f6a99ccbea4b188b8dc94069089f89 is 50, key is test_row_0/A:col10/1732761372849/Put/seqid=0 2024-11-28T02:36:12,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742167_1343 (size=12301) 2024-11-28T02:36:12,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/62f6a99ccbea4b188b8dc94069089f89 2024-11-28T02:36:12,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/b7e201f7737f4e6c8fd7eb93048a7fad is 50, key is test_row_0/B:col10/1732761372849/Put/seqid=0 2024-11-28T02:36:12,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742168_1344 (size=12301) 2024-11-28T02:36:12,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:12,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-28T02:36:12,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:12,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:12,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:12,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:12,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761433009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:13,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761433113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-28T02:36:13,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:13,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-28T02:36:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:13,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,190 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/c9ce565b01764a6f8cd79b765cbba268 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/c9ce565b01764a6f8cd79b765cbba268 2024-11-28T02:36:13,191 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/5f44c30e4ad14aa0a6187f6a636b0eb6 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/5f44c30e4ad14aa0a6187f6a636b0eb6 2024-11-28T02:36:13,194 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/B of b31a6f545163eebc054ee7babc7908ad into c9ce565b01764a6f8cd79b765cbba268(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:13,194 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:13,194 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/B, priority=12, startTime=1732761372759; duration=0sec 2024-11-28T02:36:13,194 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-28T02:36:13,194 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:B 2024-11-28T02:36:13,194 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-28T02:36:13,195 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-28T02:36:13,195 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-28T02:36:13,195 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. because compaction request was cancelled 2024-11-28T02:36:13,195 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:A 2024-11-28T02:36:13,195 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-28T02:36:13,195 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/A of b31a6f545163eebc054ee7babc7908ad into 5f44c30e4ad14aa0a6187f6a636b0eb6(size=12.7 K), total size for store is 27.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:13,195 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:13,195 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/A, priority=12, startTime=1732761372759; duration=0sec 2024-11-28T02:36:13,195 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-28T02:36:13,195 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:A 2024-11-28T02:36:13,195 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:B 2024-11-28T02:36:13,197 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61751 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-28T02:36:13,197 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/C is initiating minor compaction (all files) 2024-11-28T02:36:13,197 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-28T02:36:13,197 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/C in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:13,197 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-28T02:36:13,197 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-28T02:36:13,197 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. because compaction request was cancelled 2024-11-28T02:36:13,197 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:C 2024-11-28T02:36:13,197 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-28T02:36:13,197 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/2f294714a90347d99ebc49325c892c81, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/b134dd973f3b4d4784b0f78f085fe9cf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/efb7362541a64ab7a6d10d813e71d4fe, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/200f60a88b884dbfa3ba82858e7d59e7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/fb42a8e206274eec9801c9ad6f3ae913] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=60.3 K 2024-11-28T02:36:13,198 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f294714a90347d99ebc49325c892c81, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732761366571 2024-11-28T02:36:13,198 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-28T02:36:13,198 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-28T02:36:13,198 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting b134dd973f3b4d4784b0f78f085fe9cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732761366903 2024-11-28T02:36:13,198 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. because compaction request was cancelled 2024-11-28T02:36:13,198 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:B 2024-11-28T02:36:13,198 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting efb7362541a64ab7a6d10d813e71d4fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732761368766 2024-11-28T02:36:13,198 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 200f60a88b884dbfa3ba82858e7d59e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732761370899 2024-11-28T02:36:13,199 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting fb42a8e206274eec9801c9ad6f3ae913, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732761371526 2024-11-28T02:36:13,209 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#C#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:13,209 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/d0a15ab0e7df4b51a965d1ab231798b2 is 50, key is test_row_0/C:col10/1732761371526/Put/seqid=0 2024-11-28T02:36:13,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742169_1345 (size=13017) 2024-11-28T02:36:13,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:13,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-28T02:36:13,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:13,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:13,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:13,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761433314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:13,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/b7e201f7737f4e6c8fd7eb93048a7fad 2024-11-28T02:36:13,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/a469a7c6803d458088909c2ebe345240 is 50, key is test_row_0/C:col10/1732761372849/Put/seqid=0 2024-11-28T02:36:13,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742170_1346 (size=12301) 2024-11-28T02:36:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-28T02:36:13,438 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:13,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-28T02:36:13,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:13,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:13,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:13,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:13,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-28T02:36:13,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:13,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:13,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:13,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,617 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/d0a15ab0e7df4b51a965d1ab231798b2 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/d0a15ab0e7df4b51a965d1ab231798b2 2024-11-28T02:36:13,621 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/C of b31a6f545163eebc054ee7babc7908ad into d0a15ab0e7df4b51a965d1ab231798b2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:13,621 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:13,621 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/C, priority=11, startTime=1732761372900; duration=0sec 2024-11-28T02:36:13,621 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:13,621 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:C 2024-11-28T02:36:13,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761433620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:13,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761433645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:13,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761433649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:13,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761433656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:13,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:13,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-28T02:36:13,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:13,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:13,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:13,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:13,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/a469a7c6803d458088909c2ebe345240 2024-11-28T02:36:13,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/62f6a99ccbea4b188b8dc94069089f89 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/62f6a99ccbea4b188b8dc94069089f89 2024-11-28T02:36:13,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/62f6a99ccbea4b188b8dc94069089f89, entries=150, sequenceid=321, filesize=12.0 K 2024-11-28T02:36:13,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/b7e201f7737f4e6c8fd7eb93048a7fad as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b7e201f7737f4e6c8fd7eb93048a7fad 2024-11-28T02:36:13,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b7e201f7737f4e6c8fd7eb93048a7fad, entries=150, sequenceid=321, filesize=12.0 K 2024-11-28T02:36:13,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/a469a7c6803d458088909c2ebe345240 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/a469a7c6803d458088909c2ebe345240 2024-11-28T02:36:13,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/a469a7c6803d458088909c2ebe345240, entries=150, sequenceid=321, filesize=12.0 K 2024-11-28T02:36:13,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b31a6f545163eebc054ee7babc7908ad in 848ms, sequenceid=321, compaction requested=true 2024-11-28T02:36:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:36:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:13,809 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:36:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:13,809 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:13,810 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:13,810 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:13,810 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/B is initiating minor compaction (all files) 2024-11-28T02:36:13,810 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/A is initiating minor compaction (all files) 2024-11-28T02:36:13,810 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/A in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:13,810 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/B in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:13,810 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/5f44c30e4ad14aa0a6187f6a636b0eb6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/f089b41bb3b6467c85fa92f17bff480d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/62f6a99ccbea4b188b8dc94069089f89] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=39.1 K 2024-11-28T02:36:13,810 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/c9ce565b01764a6f8cd79b765cbba268, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/102c070ff8384ed9ad7a4a12db5b7acf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b7e201f7737f4e6c8fd7eb93048a7fad] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=36.7 K 2024-11-28T02:36:13,810 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f44c30e4ad14aa0a6187f6a636b0eb6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732761370899 2024-11-28T02:36:13,810 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting c9ce565b01764a6f8cd79b765cbba268, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732761370899 2024-11-28T02:36:13,811 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting f089b41bb3b6467c85fa92f17bff480d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732761371526 2024-11-28T02:36:13,811 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 102c070ff8384ed9ad7a4a12db5b7acf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732761371526 2024-11-28T02:36:13,811 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting b7e201f7737f4e6c8fd7eb93048a7fad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732761372836 2024-11-28T02:36:13,811 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62f6a99ccbea4b188b8dc94069089f89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732761372836 2024-11-28T02:36:13,817 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#B#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:13,817 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#A#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:13,817 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/e25c9ed6a4d24fed84a0d151fbcda056 is 50, key is test_row_0/B:col10/1732761372849/Put/seqid=0 2024-11-28T02:36:13,817 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/0fdd82643af84bd78548c5231d64b684 is 50, key is test_row_0/A:col10/1732761372849/Put/seqid=0 2024-11-28T02:36:13,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742171_1347 (size=13085) 2024-11-28T02:36:13,826 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/e25c9ed6a4d24fed84a0d151fbcda056 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/e25c9ed6a4d24fed84a0d151fbcda056 2024-11-28T02:36:13,830 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/B of b31a6f545163eebc054ee7babc7908ad into e25c9ed6a4d24fed84a0d151fbcda056(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:13,830 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:13,830 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/B, priority=13, startTime=1732761373809; duration=0sec 2024-11-28T02:36:13,830 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:13,830 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:B 2024-11-28T02:36:13,830 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-28T02:36:13,831 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-28T02:36:13,831 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-28T02:36:13,831 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. because compaction request was cancelled 2024-11-28T02:36:13,831 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:C 2024-11-28T02:36:13,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742172_1348 (size=13085) 2024-11-28T02:36:13,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:13,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-28T02:36:13,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:13,896 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-28T02:36:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:13,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/616fda2a8f184c68aed13ce4b781f010 is 50, key is test_row_0/A:col10/1732761373009/Put/seqid=0 2024-11-28T02:36:13,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742173_1349 (size=12301) 2024-11-28T02:36:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-28T02:36:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:14,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. as already flushing 2024-11-28T02:36:14,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761434155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:14,252 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/0fdd82643af84bd78548c5231d64b684 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0fdd82643af84bd78548c5231d64b684 2024-11-28T02:36:14,255 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/A of b31a6f545163eebc054ee7babc7908ad into 0fdd82643af84bd78548c5231d64b684(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:14,255 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:14,255 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/A, priority=13, startTime=1732761373809; duration=0sec 2024-11-28T02:36:14,255 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:14,255 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:A 2024-11-28T02:36:14,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761434257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:14,305 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/616fda2a8f184c68aed13ce4b781f010 2024-11-28T02:36:14,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/8f89408aced843a2bdfbbd96fb82f00b is 50, key is test_row_0/B:col10/1732761373009/Put/seqid=0 2024-11-28T02:36:14,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742174_1350 (size=12301) 2024-11-28T02:36:14,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761434461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:14,720 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/8f89408aced843a2bdfbbd96fb82f00b 2024-11-28T02:36:14,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/07c20dd5cd2b488891b47a2c48a694eb is 50, key is test_row_0/C:col10/1732761373009/Put/seqid=0 2024-11-28T02:36:14,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742175_1351 (size=12301) 2024-11-28T02:36:14,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761434763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-28T02:36:15,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42192 deadline: 1732761435053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:15,054 DEBUG [Thread-1266 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., hostname=91d91e22c0a9,41755,1732761291190, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:36:15,129 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/07c20dd5cd2b488891b47a2c48a694eb 2024-11-28T02:36:15,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/616fda2a8f184c68aed13ce4b781f010 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/616fda2a8f184c68aed13ce4b781f010 2024-11-28T02:36:15,187 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/616fda2a8f184c68aed13ce4b781f010, entries=150, sequenceid=344, filesize=12.0 K 2024-11-28T02:36:15,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/8f89408aced843a2bdfbbd96fb82f00b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/8f89408aced843a2bdfbbd96fb82f00b 2024-11-28T02:36:15,192 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/8f89408aced843a2bdfbbd96fb82f00b, entries=150, sequenceid=344, filesize=12.0 K 2024-11-28T02:36:15,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/07c20dd5cd2b488891b47a2c48a694eb as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/07c20dd5cd2b488891b47a2c48a694eb 2024-11-28T02:36:15,196 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/07c20dd5cd2b488891b47a2c48a694eb, entries=150, sequenceid=344, filesize=12.0 K 2024-11-28T02:36:15,197 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b31a6f545163eebc054ee7babc7908ad in 1301ms, sequenceid=344, compaction requested=true 2024-11-28T02:36:15,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:15,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:15,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-28T02:36:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-28T02:36:15,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-28T02:36:15,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3680 sec 2024-11-28T02:36:15,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.3740 sec 2024-11-28T02:36:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:15,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-28T02:36:15,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:15,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:15,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:15,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:15,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:15,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:15,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/0b45e5d18f88418e95844565220ae06e is 50, key is test_row_0/A:col10/1732761374154/Put/seqid=0 2024-11-28T02:36:15,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742176_1352 (size=12301) 2024-11-28T02:36:15,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761435310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:15,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761435413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:15,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761435616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:15,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42158 deadline: 1732761435656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:15,657 DEBUG [Thread-1262 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., hostname=91d91e22c0a9,41755,1732761291190, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:36:15,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42142 deadline: 1732761435663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:15,664 DEBUG [Thread-1268 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., hostname=91d91e22c0a9,41755,1732761291190, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:36:15,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42178 deadline: 1732761435670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:15,672 DEBUG [Thread-1264 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., hostname=91d91e22c0a9,41755,1732761291190, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:36:15,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/0b45e5d18f88418e95844565220ae06e 2024-11-28T02:36:15,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/b5cb23dc1d5d481ca9d2b323e05d4ff5 is 50, key is test_row_0/B:col10/1732761374154/Put/seqid=0 2024-11-28T02:36:15,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742177_1353 (size=12301) 2024-11-28T02:36:15,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42188 deadline: 1732761435918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:16,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/b5cb23dc1d5d481ca9d2b323e05d4ff5 2024-11-28T02:36:16,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/af77f2db93f047b0aa23490db4d058b1 is 50, key is test_row_0/C:col10/1732761374154/Put/seqid=0 2024-11-28T02:36:16,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742178_1354 (size=12301) 2024-11-28T02:36:16,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/af77f2db93f047b0aa23490db4d058b1 2024-11-28T02:36:16,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/0b45e5d18f88418e95844565220ae06e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0b45e5d18f88418e95844565220ae06e 2024-11-28T02:36:16,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0b45e5d18f88418e95844565220ae06e, entries=150, sequenceid=363, filesize=12.0 K 2024-11-28T02:36:16,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/b5cb23dc1d5d481ca9d2b323e05d4ff5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b5cb23dc1d5d481ca9d2b323e05d4ff5 2024-11-28T02:36:16,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b5cb23dc1d5d481ca9d2b323e05d4ff5, entries=150, sequenceid=363, filesize=12.0 K 2024-11-28T02:36:16,124 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-28T02:36:16,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/af77f2db93f047b0aa23490db4d058b1 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/af77f2db93f047b0aa23490db4d058b1 2024-11-28T02:36:16,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/af77f2db93f047b0aa23490db4d058b1, entries=150, sequenceid=363, filesize=12.0 K 2024-11-28T02:36:16,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b31a6f545163eebc054ee7babc7908ad in 858ms, sequenceid=363, compaction requested=true 2024-11-28T02:36:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:36:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:36:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b31a6f545163eebc054ee7babc7908ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:16,129 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:16,129 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:16,131 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:16,131 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:16,131 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/A is initiating minor compaction (all files) 2024-11-28T02:36:16,131 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/B is initiating minor compaction (all files) 2024-11-28T02:36:16,131 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/B in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:16,131 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/A in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:16,131 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/e25c9ed6a4d24fed84a0d151fbcda056, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/8f89408aced843a2bdfbbd96fb82f00b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b5cb23dc1d5d481ca9d2b323e05d4ff5] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=36.8 K 2024-11-28T02:36:16,131 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0fdd82643af84bd78548c5231d64b684, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/616fda2a8f184c68aed13ce4b781f010, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0b45e5d18f88418e95844565220ae06e] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=36.8 K 2024-11-28T02:36:16,131 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fdd82643af84bd78548c5231d64b684, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732761372836 2024-11-28T02:36:16,131 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting e25c9ed6a4d24fed84a0d151fbcda056, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732761372836 2024-11-28T02:36:16,132 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 616fda2a8f184c68aed13ce4b781f010, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732761372997 2024-11-28T02:36:16,132 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f89408aced843a2bdfbbd96fb82f00b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732761372997 2024-11-28T02:36:16,132 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b45e5d18f88418e95844565220ae06e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732761374146 2024-11-28T02:36:16,132 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting b5cb23dc1d5d481ca9d2b323e05d4ff5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732761374146 2024-11-28T02:36:16,141 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#A#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:16,142 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/7172256d861f4057b7a1ff9c0baac183 is 50, key is test_row_0/A:col10/1732761374154/Put/seqid=0 2024-11-28T02:36:16,144 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:16,145 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/dc0cff1d6a1e4f93a10e82ed1495ae34 is 50, key is test_row_0/B:col10/1732761374154/Put/seqid=0 2024-11-28T02:36:16,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742179_1355 (size=13187) 2024-11-28T02:36:16,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742180_1356 (size=13187) 2024-11-28T02:36:16,219 DEBUG [Thread-1275 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:56697 2024-11-28T02:36:16,219 DEBUG [Thread-1275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:16,219 DEBUG [Thread-1279 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1730a60f to 127.0.0.1:56697 2024-11-28T02:36:16,219 DEBUG [Thread-1279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:16,220 DEBUG [Thread-1271 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:56697 2024-11-28T02:36:16,220 DEBUG [Thread-1271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:16,220 DEBUG [Thread-1273 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:56697 2024-11-28T02:36:16,220 DEBUG [Thread-1273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:16,221 DEBUG [Thread-1277 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:56697 2024-11-28T02:36:16,221 DEBUG [Thread-1277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:16,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-28T02:36:16,424 DEBUG [Thread-1260 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6862e3ce to 127.0.0.1:56697 2024-11-28T02:36:16,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:16,424 DEBUG [Thread-1260 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:16,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:16,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:16,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:16,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:16,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:16,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/fa291824d68242c8b6724032324a433f is 50, key is test_row_0/A:col10/1732761375297/Put/seqid=0 2024-11-28T02:36:16,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742181_1357 (size=12301) 2024-11-28T02:36:16,559 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/7172256d861f4057b7a1ff9c0baac183 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/7172256d861f4057b7a1ff9c0baac183 2024-11-28T02:36:16,559 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/dc0cff1d6a1e4f93a10e82ed1495ae34 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/dc0cff1d6a1e4f93a10e82ed1495ae34 2024-11-28T02:36:16,563 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/B of b31a6f545163eebc054ee7babc7908ad into dc0cff1d6a1e4f93a10e82ed1495ae34(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:16,563 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/A of b31a6f545163eebc054ee7babc7908ad into 7172256d861f4057b7a1ff9c0baac183(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:16,564 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:16,564 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:16,564 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/A, priority=13, startTime=1732761376129; duration=0sec 2024-11-28T02:36:16,564 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/B, priority=13, startTime=1732761376129; duration=0sec 2024-11-28T02:36:16,564 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:16,564 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:16,564 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:A 2024-11-28T02:36:16,564 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:B 2024-11-28T02:36:16,564 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:36:16,565 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:36:16,565 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): b31a6f545163eebc054ee7babc7908ad/C is initiating minor compaction (all files) 2024-11-28T02:36:16,565 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b31a6f545163eebc054ee7babc7908ad/C in TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:16,565 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/d0a15ab0e7df4b51a965d1ab231798b2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/a469a7c6803d458088909c2ebe345240, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/07c20dd5cd2b488891b47a2c48a694eb, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/af77f2db93f047b0aa23490db4d058b1] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp, totalSize=48.8 K 2024-11-28T02:36:16,566 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0a15ab0e7df4b51a965d1ab231798b2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732761371526 2024-11-28T02:36:16,566 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting a469a7c6803d458088909c2ebe345240, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732761372836 2024-11-28T02:36:16,566 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07c20dd5cd2b488891b47a2c48a694eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732761372997 2024-11-28T02:36:16,566 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting af77f2db93f047b0aa23490db4d058b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732761374146 2024-11-28T02:36:16,573 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b31a6f545163eebc054ee7babc7908ad#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:16,574 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/b03d88f0e6d343098573df5d0ebed82b is 50, key is test_row_0/C:col10/1732761374154/Put/seqid=0 2024-11-28T02:36:16,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742182_1358 (size=13153) 2024-11-28T02:36:16,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/fa291824d68242c8b6724032324a433f 2024-11-28T02:36:16,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/088822cd0ebf4f7ca058921f0b33ec6b is 50, key is test_row_0/B:col10/1732761375297/Put/seqid=0 2024-11-28T02:36:16,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742183_1359 (size=12301) 2024-11-28T02:36:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-28T02:36:16,934 INFO [Thread-1270 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-28T02:36:16,988 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/b03d88f0e6d343098573df5d0ebed82b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/b03d88f0e6d343098573df5d0ebed82b 2024-11-28T02:36:16,992 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b31a6f545163eebc054ee7babc7908ad/C of b31a6f545163eebc054ee7babc7908ad into b03d88f0e6d343098573df5d0ebed82b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:16,992 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:16,992 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad., storeName=b31a6f545163eebc054ee7babc7908ad/C, priority=12, startTime=1732761376129; duration=0sec 2024-11-28T02:36:16,993 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:16,993 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b31a6f545163eebc054ee7babc7908ad:C 2024-11-28T02:36:17,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/088822cd0ebf4f7ca058921f0b33ec6b 2024-11-28T02:36:17,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/2ad7d6c02f2347058c3418aa5827d479 is 50, key is test_row_0/C:col10/1732761375297/Put/seqid=0 2024-11-28T02:36:17,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742184_1360 (size=12301) 2024-11-28T02:36:17,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/2ad7d6c02f2347058c3418aa5827d479 2024-11-28T02:36:17,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/fa291824d68242c8b6724032324a433f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/fa291824d68242c8b6724032324a433f 2024-11-28T02:36:17,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/fa291824d68242c8b6724032324a433f, entries=150, sequenceid=382, filesize=12.0 K 2024-11-28T02:36:17,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/088822cd0ebf4f7ca058921f0b33ec6b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/088822cd0ebf4f7ca058921f0b33ec6b 2024-11-28T02:36:17,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/088822cd0ebf4f7ca058921f0b33ec6b, entries=150, sequenceid=382, filesize=12.0 K 2024-11-28T02:36:17,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/2ad7d6c02f2347058c3418aa5827d479 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/2ad7d6c02f2347058c3418aa5827d479 2024-11-28T02:36:17,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/2ad7d6c02f2347058c3418aa5827d479, entries=150, sequenceid=382, filesize=12.0 K 2024-11-28T02:36:17,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for b31a6f545163eebc054ee7babc7908ad in 1271ms, sequenceid=382, compaction requested=false 2024-11-28T02:36:17,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:19,652 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T02:36:19,682 DEBUG [Thread-1268 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560ec309 to 127.0.0.1:56697 2024-11-28T02:36:19,682 DEBUG [Thread-1268 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:19,684 DEBUG [Thread-1262 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d296fed to 127.0.0.1:56697 2024-11-28T02:36:19,684 DEBUG [Thread-1262 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:19,697 DEBUG [Thread-1264 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:56697 2024-11-28T02:36:19,697 DEBUG [Thread-1264 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:25,081 DEBUG [Thread-1266 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:56697 2024-11-28T02:36:25,082 DEBUG [Thread-1266 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:25,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T02:36:25,082 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-28T02:36:25,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-28T02:36:25,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-28T02:36:25,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-28T02:36:25,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-28T02:36:25,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T02:36:25,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6945 2024-11-28T02:36:25,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6839 2024-11-28T02:36:25,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7133 2024-11-28T02:36:25,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6943 2024-11-28T02:36:25,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6854 2024-11-28T02:36:25,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T02:36:25,083 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-28T02:36:25,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a569490 to 127.0.0.1:56697 2024-11-28T02:36:25,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:25,084 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-28T02:36:25,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T02:36:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-28T02:36:25,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761385089"}]},"ts":"1732761385089"} 2024-11-28T02:36:25,091 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T02:36:25,161 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T02:36:25,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T02:36:25,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b31a6f545163eebc054ee7babc7908ad, UNASSIGN}] 2024-11-28T02:36:25,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b31a6f545163eebc054ee7babc7908ad, UNASSIGN 2024-11-28T02:36:25,166 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=b31a6f545163eebc054ee7babc7908ad, regionState=CLOSING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:25,167 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T02:36:25,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:36:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-28T02:36:25,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:25,320 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:25,320 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T02:36:25,321 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing b31a6f545163eebc054ee7babc7908ad, disabling compactions & flushes 2024-11-28T02:36:25,321 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:25,321 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:25,321 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. after waiting 0 ms 2024-11-28T02:36:25,321 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:25,321 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing b31a6f545163eebc054ee7babc7908ad 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-28T02:36:25,322 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=A 2024-11-28T02:36:25,322 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:25,322 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=B 2024-11-28T02:36:25,322 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:25,322 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b31a6f545163eebc054ee7babc7908ad, store=C 2024-11-28T02:36:25,323 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:25,332 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/2adba4ed0d554d718d736e920f2acb0d is 50, key is test_row_0/A:col10/1732761379695/Put/seqid=0 2024-11-28T02:36:25,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742185_1361 (size=12301) 2024-11-28T02:36:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-28T02:36:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-28T02:36:25,738 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/2adba4ed0d554d718d736e920f2acb0d 2024-11-28T02:36:25,754 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/5be756558e9e443ab353caa2fa2e20dd is 50, key is test_row_0/B:col10/1732761379695/Put/seqid=0 2024-11-28T02:36:25,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742186_1362 (size=12301) 2024-11-28T02:36:26,159 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/5be756558e9e443ab353caa2fa2e20dd 2024-11-28T02:36:26,171 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/8ae049f1194a48f98b3ffab96d55edb8 is 50, key is test_row_0/C:col10/1732761379695/Put/seqid=0 2024-11-28T02:36:26,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742187_1363 (size=12301) 2024-11-28T02:36:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-28T02:36:26,577 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/8ae049f1194a48f98b3ffab96d55edb8 2024-11-28T02:36:26,588 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/A/2adba4ed0d554d718d736e920f2acb0d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/2adba4ed0d554d718d736e920f2acb0d 2024-11-28T02:36:26,591 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/2adba4ed0d554d718d736e920f2acb0d, entries=150, sequenceid=392, filesize=12.0 K 2024-11-28T02:36:26,592 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/B/5be756558e9e443ab353caa2fa2e20dd as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/5be756558e9e443ab353caa2fa2e20dd 2024-11-28T02:36:26,595 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/5be756558e9e443ab353caa2fa2e20dd, entries=150, sequenceid=392, filesize=12.0 K 2024-11-28T02:36:26,595 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/.tmp/C/8ae049f1194a48f98b3ffab96d55edb8 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/8ae049f1194a48f98b3ffab96d55edb8 2024-11-28T02:36:26,598 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/8ae049f1194a48f98b3ffab96d55edb8, entries=150, sequenceid=392, filesize=12.0 K 2024-11-28T02:36:26,598 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for b31a6f545163eebc054ee7babc7908ad in 1277ms, sequenceid=392, compaction requested=true 2024-11-28T02:36:26,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/8d1f1a0987674a039f1493ed97834a09, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/f1074175aaee4b21a5efd198d8eed8b0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/37f0fbe0889849c9926cda8582ae5639, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/8d6f8424cd604e55b82bfcd09992f83d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/2c4837d3d1504707ba5a8834a4e63b9f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/a4fc4770295841998c78fb9218d70416, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/e7c6d613af754df9bb5ca9cc6b0172b5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/2d1975f5b2e34c399b0c9940aa6248eb, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/50a54ac25c96410ab94e759a99129875, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/6c22c580a0e54bf8ae6ec401d06ecb96, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/ea7afa7a770c44719619152fcdaaf2d9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/024bdb4fde1a4dde8f78f46a99bfeddf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/d4b4cabaa7c142bf8cc5adea28fe5b1f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/918e184403f8492a925aa17aed25cc35, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0be44fd2caef4fd7af0eb72003c71aaf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/44f1a889697349c996abc3d8652f13b3, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/fd8d9eacddc843798417d237de617e6e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/63402e1a9f3142fe96998ec57b51898f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/858747f4741c49569447921a91560a7a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/c9d01541f85744f3a7615a274b1ed500, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/5f44c30e4ad14aa0a6187f6a636b0eb6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/f089b41bb3b6467c85fa92f17bff480d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0fdd82643af84bd78548c5231d64b684, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/62f6a99ccbea4b188b8dc94069089f89, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/616fda2a8f184c68aed13ce4b781f010, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0b45e5d18f88418e95844565220ae06e] to archive 2024-11-28T02:36:26,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:36:26,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/8d1f1a0987674a039f1493ed97834a09 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/8d1f1a0987674a039f1493ed97834a09 2024-11-28T02:36:26,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/f1074175aaee4b21a5efd198d8eed8b0 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/f1074175aaee4b21a5efd198d8eed8b0 2024-11-28T02:36:26,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/37f0fbe0889849c9926cda8582ae5639 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/37f0fbe0889849c9926cda8582ae5639 2024-11-28T02:36:26,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/8d6f8424cd604e55b82bfcd09992f83d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/8d6f8424cd604e55b82bfcd09992f83d 2024-11-28T02:36:26,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/2c4837d3d1504707ba5a8834a4e63b9f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/2c4837d3d1504707ba5a8834a4e63b9f 2024-11-28T02:36:26,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/a4fc4770295841998c78fb9218d70416 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/a4fc4770295841998c78fb9218d70416 2024-11-28T02:36:26,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/e7c6d613af754df9bb5ca9cc6b0172b5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/e7c6d613af754df9bb5ca9cc6b0172b5 2024-11-28T02:36:26,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/2d1975f5b2e34c399b0c9940aa6248eb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/2d1975f5b2e34c399b0c9940aa6248eb 2024-11-28T02:36:26,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/50a54ac25c96410ab94e759a99129875 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/50a54ac25c96410ab94e759a99129875 2024-11-28T02:36:26,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/6c22c580a0e54bf8ae6ec401d06ecb96 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/6c22c580a0e54bf8ae6ec401d06ecb96 2024-11-28T02:36:26,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/ea7afa7a770c44719619152fcdaaf2d9 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/ea7afa7a770c44719619152fcdaaf2d9 2024-11-28T02:36:26,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/024bdb4fde1a4dde8f78f46a99bfeddf to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/024bdb4fde1a4dde8f78f46a99bfeddf 2024-11-28T02:36:26,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/d4b4cabaa7c142bf8cc5adea28fe5b1f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/d4b4cabaa7c142bf8cc5adea28fe5b1f 2024-11-28T02:36:26,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/918e184403f8492a925aa17aed25cc35 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/918e184403f8492a925aa17aed25cc35 2024-11-28T02:36:26,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0be44fd2caef4fd7af0eb72003c71aaf to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0be44fd2caef4fd7af0eb72003c71aaf 2024-11-28T02:36:26,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/44f1a889697349c996abc3d8652f13b3 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/44f1a889697349c996abc3d8652f13b3 2024-11-28T02:36:26,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/fd8d9eacddc843798417d237de617e6e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/fd8d9eacddc843798417d237de617e6e 2024-11-28T02:36:26,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/63402e1a9f3142fe96998ec57b51898f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/63402e1a9f3142fe96998ec57b51898f 2024-11-28T02:36:26,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/858747f4741c49569447921a91560a7a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/858747f4741c49569447921a91560a7a 2024-11-28T02:36:26,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/c9d01541f85744f3a7615a274b1ed500 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/c9d01541f85744f3a7615a274b1ed500 2024-11-28T02:36:26,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/5f44c30e4ad14aa0a6187f6a636b0eb6 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/5f44c30e4ad14aa0a6187f6a636b0eb6 2024-11-28T02:36:26,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/f089b41bb3b6467c85fa92f17bff480d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/f089b41bb3b6467c85fa92f17bff480d 2024-11-28T02:36:26,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0fdd82643af84bd78548c5231d64b684 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0fdd82643af84bd78548c5231d64b684 2024-11-28T02:36:26,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/62f6a99ccbea4b188b8dc94069089f89 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/62f6a99ccbea4b188b8dc94069089f89 2024-11-28T02:36:26,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/616fda2a8f184c68aed13ce4b781f010 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/616fda2a8f184c68aed13ce4b781f010 2024-11-28T02:36:26,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0b45e5d18f88418e95844565220ae06e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/0b45e5d18f88418e95844565220ae06e 2024-11-28T02:36:26,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/469a432ec59a413280397e53abd9cfc2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/bc6967509b534f0f8550c809dcc72fe8, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/8b1773f75f634e408761ff1713f40b0e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/bc892434df924297bd19ade1a8b2a22c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0020738d14b74248868cbd4464c4b44c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b163d460939a4b108ae1aca7f499f07f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/4694ae2cd2fb4a4b8a70bf08f510309b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/c6209097b36e42c391772a55341ab438, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/af69bece6dc0448da2ca58e65459d6bd, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/4720b7839d4f49d8970cfc3bb7a17530, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0d197e318622467189111788aed5afc2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/ee1087fb228945978a7e28bdffba57d8, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/add3ea23e2964880af10fb41960e96d4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0ffe89be8be242f7a9269043385701c0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b7a428e34eea4504873dffd21eb7c181, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/062b13b205ac4757bc94585289d5c162, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/12e18ff8f260460fa696f44a55d592a9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/34aa3f75a62a4ccba2671ae17ff7bc0e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b022c259ee9240bfa3c687d709568ab5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/c9ce565b01764a6f8cd79b765cbba268, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/73996c4f28ce450290ba4251a479814a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/102c070ff8384ed9ad7a4a12db5b7acf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/e25c9ed6a4d24fed84a0d151fbcda056, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b7e201f7737f4e6c8fd7eb93048a7fad, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/8f89408aced843a2bdfbbd96fb82f00b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b5cb23dc1d5d481ca9d2b323e05d4ff5] to archive 2024-11-28T02:36:26,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:36:26,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/469a432ec59a413280397e53abd9cfc2 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/469a432ec59a413280397e53abd9cfc2 2024-11-28T02:36:26,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/bc6967509b534f0f8550c809dcc72fe8 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/bc6967509b534f0f8550c809dcc72fe8 2024-11-28T02:36:26,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/8b1773f75f634e408761ff1713f40b0e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/8b1773f75f634e408761ff1713f40b0e 2024-11-28T02:36:26,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/bc892434df924297bd19ade1a8b2a22c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/bc892434df924297bd19ade1a8b2a22c 2024-11-28T02:36:26,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0020738d14b74248868cbd4464c4b44c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0020738d14b74248868cbd4464c4b44c 2024-11-28T02:36:26,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b163d460939a4b108ae1aca7f499f07f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b163d460939a4b108ae1aca7f499f07f 2024-11-28T02:36:26,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/4694ae2cd2fb4a4b8a70bf08f510309b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/4694ae2cd2fb4a4b8a70bf08f510309b 2024-11-28T02:36:26,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/c6209097b36e42c391772a55341ab438 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/c6209097b36e42c391772a55341ab438 2024-11-28T02:36:26,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/af69bece6dc0448da2ca58e65459d6bd to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/af69bece6dc0448da2ca58e65459d6bd 2024-11-28T02:36:26,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/4720b7839d4f49d8970cfc3bb7a17530 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/4720b7839d4f49d8970cfc3bb7a17530 2024-11-28T02:36:26,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0d197e318622467189111788aed5afc2 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0d197e318622467189111788aed5afc2 2024-11-28T02:36:26,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/ee1087fb228945978a7e28bdffba57d8 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/ee1087fb228945978a7e28bdffba57d8 2024-11-28T02:36:26,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/add3ea23e2964880af10fb41960e96d4 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/add3ea23e2964880af10fb41960e96d4 2024-11-28T02:36:26,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0ffe89be8be242f7a9269043385701c0 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/0ffe89be8be242f7a9269043385701c0 2024-11-28T02:36:26,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b7a428e34eea4504873dffd21eb7c181 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b7a428e34eea4504873dffd21eb7c181 2024-11-28T02:36:26,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/062b13b205ac4757bc94585289d5c162 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/062b13b205ac4757bc94585289d5c162 2024-11-28T02:36:26,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/12e18ff8f260460fa696f44a55d592a9 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/12e18ff8f260460fa696f44a55d592a9 2024-11-28T02:36:26,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/34aa3f75a62a4ccba2671ae17ff7bc0e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/34aa3f75a62a4ccba2671ae17ff7bc0e 2024-11-28T02:36:26,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b022c259ee9240bfa3c687d709568ab5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b022c259ee9240bfa3c687d709568ab5 2024-11-28T02:36:26,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/c9ce565b01764a6f8cd79b765cbba268 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/c9ce565b01764a6f8cd79b765cbba268 2024-11-28T02:36:26,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/73996c4f28ce450290ba4251a479814a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/73996c4f28ce450290ba4251a479814a 2024-11-28T02:36:26,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/102c070ff8384ed9ad7a4a12db5b7acf to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/102c070ff8384ed9ad7a4a12db5b7acf 2024-11-28T02:36:26,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/e25c9ed6a4d24fed84a0d151fbcda056 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/e25c9ed6a4d24fed84a0d151fbcda056 2024-11-28T02:36:26,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b7e201f7737f4e6c8fd7eb93048a7fad to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b7e201f7737f4e6c8fd7eb93048a7fad 2024-11-28T02:36:26,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/8f89408aced843a2bdfbbd96fb82f00b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/8f89408aced843a2bdfbbd96fb82f00b 2024-11-28T02:36:26,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b5cb23dc1d5d481ca9d2b323e05d4ff5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/b5cb23dc1d5d481ca9d2b323e05d4ff5 2024-11-28T02:36:26,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/5b872c2e0d8f4e7dbde07f24b8c833aa, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/c7925a4877ad4e458236d925da030188, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/e0f0547e958640e6b956b3308d27ccab, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/77c79a5b5c3b44f482d14f74f276ba8a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/1e8928ab6b6e484595c7b3b2971da11f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/6e7d422a774e463086b8d7d41e68052e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/c155751a35734794b4f1bad690c0d0c5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/092a180a0e1f4a13b4ad48dd731ea31f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/445a2e42f9e24b43b138af73950795dd, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/df9ffed7cfcc43009c3afcf22a77a547, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/6452d89e9e1842658fb6c232f67763c6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/95905c5e3f10440fa15a87290a6156f4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/2345fddf593a4920ba4cd1cbc5452c39, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/fb3f92420e7f49e2a8ba3f2e9d3c7617, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/85f41012ac954f83b4a03b6a95e562fe, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/2f294714a90347d99ebc49325c892c81, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/b1c9ac3711f549d88e3a6950dc0d68a6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/b134dd973f3b4d4784b0f78f085fe9cf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/efb7362541a64ab7a6d10d813e71d4fe, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/200f60a88b884dbfa3ba82858e7d59e7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/d0a15ab0e7df4b51a965d1ab231798b2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/fb42a8e206274eec9801c9ad6f3ae913, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/a469a7c6803d458088909c2ebe345240, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/07c20dd5cd2b488891b47a2c48a694eb, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/af77f2db93f047b0aa23490db4d058b1] to archive 2024-11-28T02:36:26,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:36:26,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/5b872c2e0d8f4e7dbde07f24b8c833aa to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/5b872c2e0d8f4e7dbde07f24b8c833aa 2024-11-28T02:36:26,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/c7925a4877ad4e458236d925da030188 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/c7925a4877ad4e458236d925da030188 2024-11-28T02:36:26,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/e0f0547e958640e6b956b3308d27ccab to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/e0f0547e958640e6b956b3308d27ccab 2024-11-28T02:36:26,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/77c79a5b5c3b44f482d14f74f276ba8a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/77c79a5b5c3b44f482d14f74f276ba8a 2024-11-28T02:36:26,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/1e8928ab6b6e484595c7b3b2971da11f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/1e8928ab6b6e484595c7b3b2971da11f 2024-11-28T02:36:26,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/6e7d422a774e463086b8d7d41e68052e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/6e7d422a774e463086b8d7d41e68052e 2024-11-28T02:36:26,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/c155751a35734794b4f1bad690c0d0c5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/c155751a35734794b4f1bad690c0d0c5 2024-11-28T02:36:26,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/092a180a0e1f4a13b4ad48dd731ea31f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/092a180a0e1f4a13b4ad48dd731ea31f 2024-11-28T02:36:26,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/445a2e42f9e24b43b138af73950795dd to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/445a2e42f9e24b43b138af73950795dd 2024-11-28T02:36:26,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/df9ffed7cfcc43009c3afcf22a77a547 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/df9ffed7cfcc43009c3afcf22a77a547 2024-11-28T02:36:26,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/6452d89e9e1842658fb6c232f67763c6 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/6452d89e9e1842658fb6c232f67763c6 2024-11-28T02:36:26,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/95905c5e3f10440fa15a87290a6156f4 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/95905c5e3f10440fa15a87290a6156f4 2024-11-28T02:36:26,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/2345fddf593a4920ba4cd1cbc5452c39 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/2345fddf593a4920ba4cd1cbc5452c39 2024-11-28T02:36:26,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/fb3f92420e7f49e2a8ba3f2e9d3c7617 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/fb3f92420e7f49e2a8ba3f2e9d3c7617 2024-11-28T02:36:26,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/85f41012ac954f83b4a03b6a95e562fe to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/85f41012ac954f83b4a03b6a95e562fe 2024-11-28T02:36:26,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/2f294714a90347d99ebc49325c892c81 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/2f294714a90347d99ebc49325c892c81 2024-11-28T02:36:26,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/b1c9ac3711f549d88e3a6950dc0d68a6 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/b1c9ac3711f549d88e3a6950dc0d68a6 2024-11-28T02:36:26,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/b134dd973f3b4d4784b0f78f085fe9cf to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/b134dd973f3b4d4784b0f78f085fe9cf 2024-11-28T02:36:26,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/efb7362541a64ab7a6d10d813e71d4fe to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/efb7362541a64ab7a6d10d813e71d4fe 2024-11-28T02:36:26,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/200f60a88b884dbfa3ba82858e7d59e7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/200f60a88b884dbfa3ba82858e7d59e7 2024-11-28T02:36:26,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/d0a15ab0e7df4b51a965d1ab231798b2 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/d0a15ab0e7df4b51a965d1ab231798b2 2024-11-28T02:36:26,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/fb42a8e206274eec9801c9ad6f3ae913 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/fb42a8e206274eec9801c9ad6f3ae913 2024-11-28T02:36:26,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/a469a7c6803d458088909c2ebe345240 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/a469a7c6803d458088909c2ebe345240 2024-11-28T02:36:26,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/07c20dd5cd2b488891b47a2c48a694eb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/07c20dd5cd2b488891b47a2c48a694eb 2024-11-28T02:36:26,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/af77f2db93f047b0aa23490db4d058b1 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/af77f2db93f047b0aa23490db4d058b1 2024-11-28T02:36:26,696 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/recovered.edits/395.seqid, newMaxSeqId=395, maxSeqId=1 2024-11-28T02:36:26,696 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad. 2024-11-28T02:36:26,696 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for b31a6f545163eebc054ee7babc7908ad: 2024-11-28T02:36:26,697 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:26,698 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=b31a6f545163eebc054ee7babc7908ad, regionState=CLOSED 2024-11-28T02:36:26,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-28T02:36:26,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure b31a6f545163eebc054ee7babc7908ad, server=91d91e22c0a9,41755,1732761291190 in 1.5310 sec 2024-11-28T02:36:26,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-28T02:36:26,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b31a6f545163eebc054ee7babc7908ad, UNASSIGN in 1.5350 sec 2024-11-28T02:36:26,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-28T02:36:26,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5390 sec 2024-11-28T02:36:26,702 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761386702"}]},"ts":"1732761386702"} 2024-11-28T02:36:26,703 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T02:36:26,743 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T02:36:26,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6590 sec 2024-11-28T02:36:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-28T02:36:27,198 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-28T02:36:27,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T02:36:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:27,202 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-28T02:36:27,204 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:27,206 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:27,210 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/recovered.edits] 2024-11-28T02:36:27,214 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/2adba4ed0d554d718d736e920f2acb0d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/2adba4ed0d554d718d736e920f2acb0d 2024-11-28T02:36:27,216 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/7172256d861f4057b7a1ff9c0baac183 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/7172256d861f4057b7a1ff9c0baac183 2024-11-28T02:36:27,218 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/fa291824d68242c8b6724032324a433f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/A/fa291824d68242c8b6724032324a433f 2024-11-28T02:36:27,220 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/088822cd0ebf4f7ca058921f0b33ec6b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/088822cd0ebf4f7ca058921f0b33ec6b 2024-11-28T02:36:27,221 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/5be756558e9e443ab353caa2fa2e20dd to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/5be756558e9e443ab353caa2fa2e20dd 2024-11-28T02:36:27,222 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/dc0cff1d6a1e4f93a10e82ed1495ae34 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/B/dc0cff1d6a1e4f93a10e82ed1495ae34 2024-11-28T02:36:27,223 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/2ad7d6c02f2347058c3418aa5827d479 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/2ad7d6c02f2347058c3418aa5827d479 2024-11-28T02:36:27,224 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/8ae049f1194a48f98b3ffab96d55edb8 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/8ae049f1194a48f98b3ffab96d55edb8 2024-11-28T02:36:27,225 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/b03d88f0e6d343098573df5d0ebed82b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/C/b03d88f0e6d343098573df5d0ebed82b 2024-11-28T02:36:27,226 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/recovered.edits/395.seqid to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad/recovered.edits/395.seqid 2024-11-28T02:36:27,227 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/b31a6f545163eebc054ee7babc7908ad 2024-11-28T02:36:27,227 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T02:36:27,228 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:27,233 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T02:36:27,235 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T02:36:27,236 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:27,236 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T02:36:27,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732761387236"}]},"ts":"9223372036854775807"} 2024-11-28T02:36:27,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-28T02:36:27,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b31a6f545163eebc054ee7babc7908ad, NAME => 'TestAcidGuarantees,,1732761353919.b31a6f545163eebc054ee7babc7908ad.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T02:36:27,237 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T02:36:27,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732761387237"}]},"ts":"9223372036854775807"} 2024-11-28T02:36:27,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-28T02:36:27,277 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:27,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 78 msec 2024-11-28T02:36:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-28T02:36:27,305 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-28T02:36:27,313 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237 (was 242), OpenFileDescriptor=445 (was 466), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 350), ProcessCount=11 (was 11), AvailableMemoryMB=7442 (was 7511) 2024-11-28T02:36:27,320 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=7442 2024-11-28T02:36:27,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T02:36:27,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:36:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:27,323 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T02:36:27,323 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:27,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 92 2024-11-28T02:36:27,324 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T02:36:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-28T02:36:27,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742188_1364 (size=963) 2024-11-28T02:36:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-28T02:36:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-28T02:36:27,734 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0 2024-11-28T02:36:27,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742189_1365 (size=53) 2024-11-28T02:36:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-28T02:36:28,145 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:36:28,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ab1f8930d1ecd1c8728ee11177cf1edb, disabling compactions & flushes 2024-11-28T02:36:28,146 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:28,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:28,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. after waiting 0 ms 2024-11-28T02:36:28,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:28,146 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:28,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:28,149 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T02:36:28,150 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732761388149"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732761388149"}]},"ts":"1732761388149"} 2024-11-28T02:36:28,151 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-28T02:36:28,152 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T02:36:28,152 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761388152"}]},"ts":"1732761388152"} 2024-11-28T02:36:28,153 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T02:36:28,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab1f8930d1ecd1c8728ee11177cf1edb, ASSIGN}] 2024-11-28T02:36:28,203 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab1f8930d1ecd1c8728ee11177cf1edb, ASSIGN 2024-11-28T02:36:28,204 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab1f8930d1ecd1c8728ee11177cf1edb, ASSIGN; state=OFFLINE, location=91d91e22c0a9,41755,1732761291190; forceNewPlan=false, retain=false 2024-11-28T02:36:28,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=ab1f8930d1ecd1c8728ee11177cf1edb, regionState=OPENING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:28,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:36:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-28T02:36:28,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:28,519 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:28,519 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:36:28,520 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:28,520 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:36:28,520 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:28,520 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:28,522 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:28,524 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:36:28,524 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab1f8930d1ecd1c8728ee11177cf1edb columnFamilyName A 2024-11-28T02:36:28,525 DEBUG [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:28,525 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.HStore(327): Store=ab1f8930d1ecd1c8728ee11177cf1edb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:36:28,525 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:28,527 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:36:28,527 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab1f8930d1ecd1c8728ee11177cf1edb columnFamilyName B 2024-11-28T02:36:28,527 DEBUG [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:28,527 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.HStore(327): Store=ab1f8930d1ecd1c8728ee11177cf1edb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:36:28,528 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:28,529 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:36:28,529 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab1f8930d1ecd1c8728ee11177cf1edb columnFamilyName C 2024-11-28T02:36:28,529 DEBUG [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:28,530 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.HStore(327): Store=ab1f8930d1ecd1c8728ee11177cf1edb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:36:28,530 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:28,531 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:28,531 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:28,533 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T02:36:28,534 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:28,536 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:36:28,537 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened ab1f8930d1ecd1c8728ee11177cf1edb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70433554, jitterRate=0.049541741609573364}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T02:36:28,537 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:28,538 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., pid=94, masterSystemTime=1732761388511 2024-11-28T02:36:28,540 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:28,540 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:28,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=ab1f8930d1ecd1c8728ee11177cf1edb, regionState=OPEN, openSeqNum=2, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:28,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-28T02:36:28,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 in 183 msec 2024-11-28T02:36:28,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-28T02:36:28,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab1f8930d1ecd1c8728ee11177cf1edb, ASSIGN in 341 msec 2024-11-28T02:36:28,545 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T02:36:28,546 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761388545"}]},"ts":"1732761388545"} 2024-11-28T02:36:28,546 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T02:36:28,587 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T02:36:28,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2650 sec 2024-11-28T02:36:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-28T02:36:29,435 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-28T02:36:29,438 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-11-28T02:36:29,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:29,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:29,484 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:29,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T02:36:29,487 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T02:36:29,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T02:36:29,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:36:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:29,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742190_1366 (size=999) 2024-11-28T02:36:29,905 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-28T02:36:29,905 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-28T02:36:29,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T02:36:29,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab1f8930d1ecd1c8728ee11177cf1edb, REOPEN/MOVE}] 2024-11-28T02:36:29,914 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab1f8930d1ecd1c8728ee11177cf1edb, REOPEN/MOVE 2024-11-28T02:36:29,916 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=ab1f8930d1ecd1c8728ee11177cf1edb, regionState=CLOSING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:29,917 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T02:36:29,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:36:30,069 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,070 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:30,070 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T02:36:30,070 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing ab1f8930d1ecd1c8728ee11177cf1edb, disabling compactions & flushes 2024-11-28T02:36:30,071 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:30,071 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:30,071 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. after waiting 0 ms 2024-11-28T02:36:30,071 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:30,081 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-28T02:36:30,082 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:30,082 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:30,082 WARN [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: ab1f8930d1ecd1c8728ee11177cf1edb to self. 2024-11-28T02:36:30,083 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:30,084 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=ab1f8930d1ecd1c8728ee11177cf1edb, regionState=CLOSED 2024-11-28T02:36:30,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-28T02:36:30,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 in 168 msec 2024-11-28T02:36:30,087 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab1f8930d1ecd1c8728ee11177cf1edb, REOPEN/MOVE; state=CLOSED, location=91d91e22c0a9,41755,1732761291190; forceNewPlan=false, retain=true 2024-11-28T02:36:30,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=ab1f8930d1ecd1c8728ee11177cf1edb, regionState=OPENING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:36:30,391 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,398 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:30,398 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:36:30,401 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:30,401 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:36:30,401 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:30,401 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:30,405 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:30,406 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:36:30,406 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab1f8930d1ecd1c8728ee11177cf1edb columnFamilyName A 2024-11-28T02:36:30,407 DEBUG [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:30,408 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.HStore(327): Store=ab1f8930d1ecd1c8728ee11177cf1edb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:36:30,408 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:30,408 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:36:30,409 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab1f8930d1ecd1c8728ee11177cf1edb columnFamilyName B 2024-11-28T02:36:30,409 DEBUG [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:30,409 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.HStore(327): Store=ab1f8930d1ecd1c8728ee11177cf1edb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:36:30,409 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:30,409 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:36:30,410 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab1f8930d1ecd1c8728ee11177cf1edb columnFamilyName C 2024-11-28T02:36:30,410 DEBUG [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:30,410 INFO [StoreOpener-ab1f8930d1ecd1c8728ee11177cf1edb-1 {}] regionserver.HStore(327): Store=ab1f8930d1ecd1c8728ee11177cf1edb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:36:30,410 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:30,411 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:30,411 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:30,412 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T02:36:30,413 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:30,414 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened ab1f8930d1ecd1c8728ee11177cf1edb; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70546759, jitterRate=0.05122862756252289}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T02:36:30,414 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:30,415 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., pid=99, masterSystemTime=1732761390390 2024-11-28T02:36:30,416 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:30,417 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:30,417 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=ab1f8930d1ecd1c8728ee11177cf1edb, regionState=OPEN, openSeqNum=5, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97 2024-11-28T02:36:30,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 in 179 msec 2024-11-28T02:36:30,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-28T02:36:30,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab1f8930d1ecd1c8728ee11177cf1edb, REOPEN/MOVE in 507 msec 2024-11-28T02:36:30,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-28T02:36:30,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 516 msec 2024-11-28T02:36:30,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 936 msec 2024-11-28T02:36:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-28T02:36:30,431 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-11-28T02:36:30,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:30,499 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-11-28T02:36:30,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:30,512 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-11-28T02:36:30,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:30,521 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-11-28T02:36:30,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:30,528 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3875c8c5 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f94d721 2024-11-28T02:36:30,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aee939b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:30,536 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-11-28T02:36:30,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:30,545 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-11-28T02:36:30,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:30,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-11-28T02:36:30,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:30,562 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-11-28T02:36:30,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:30,570 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47679076 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68035c67 2024-11-28T02:36:30,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627cad17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:30,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:36:30,580 DEBUG [hconnection-0x4e3bebff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:30,580 DEBUG [hconnection-0x4f281006-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:30,581 DEBUG [hconnection-0xa968a3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-28T02:36:30,582 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-28T02:36:30,582 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:30,583 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:36:30,583 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:30,584 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:36:30,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:36:30,585 DEBUG [hconnection-0x7f6dc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:30,586 DEBUG [hconnection-0x75f8e629-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:30,586 DEBUG [hconnection-0x5b54ecf1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:30,587 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:30,587 DEBUG [hconnection-0x35b21613-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:30,588 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:30,588 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:30,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T02:36:30,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:30,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:30,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:30,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:30,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:30,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:30,593 DEBUG [hconnection-0x63048f73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:30,593 DEBUG [hconnection-0x5e0147f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:30,593 DEBUG [hconnection-0x1009edb7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:30,594 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:30,594 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:30,595 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:30,595 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:30,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761450607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761450608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761450608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761450607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761450609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128efb8db14d13a4de2961886efa4707509_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761390590/Put/seqid=0 2024-11-28T02:36:30,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742191_1367 (size=12154) 2024-11-28T02:36:30,647 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:30,652 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128efb8db14d13a4de2961886efa4707509_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128efb8db14d13a4de2961886efa4707509_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:30,653 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/d2d81fffe46144c9af99ad5851dc18ca, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:30,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/d2d81fffe46144c9af99ad5851dc18ca is 175, key is test_row_0/A:col10/1732761390590/Put/seqid=0 2024-11-28T02:36:30,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742192_1368 (size=30955) 2024-11-28T02:36:30,668 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/d2d81fffe46144c9af99ad5851dc18ca 2024-11-28T02:36:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-28T02:36:30,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/e371836bc77c4e65a616cd1130f20256 is 50, key is test_row_0/B:col10/1732761390590/Put/seqid=0 2024-11-28T02:36:30,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742193_1369 (size=12001) 2024-11-28T02:36:30,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/e371836bc77c4e65a616cd1130f20256 2024-11-28T02:36:30,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761450710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:30,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761450710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761450711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:30,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761450711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761450711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/914041cf7e7742cca5ab33ac47f0c4b3 is 50, key is test_row_0/C:col10/1732761390590/Put/seqid=0 2024-11-28T02:36:30,736 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742194_1370 (size=12001) 2024-11-28T02:36:30,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-28T02:36:30,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:30,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:30,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:30,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:30,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-28T02:36:30,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-28T02:36:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:30,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:30,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761450913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761450913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761450913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761450914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:30,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761450915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-28T02:36:31,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:31,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:31,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:31,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:31,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:31,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/914041cf7e7742cca5ab33ac47f0c4b3 2024-11-28T02:36:31,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/d2d81fffe46144c9af99ad5851dc18ca as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/d2d81fffe46144c9af99ad5851dc18ca 2024-11-28T02:36:31,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/d2d81fffe46144c9af99ad5851dc18ca, entries=150, sequenceid=17, filesize=30.2 K 2024-11-28T02:36:31,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/e371836bc77c4e65a616cd1130f20256 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/e371836bc77c4e65a616cd1130f20256 2024-11-28T02:36:31,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/e371836bc77c4e65a616cd1130f20256, entries=150, sequenceid=17, filesize=11.7 K 2024-11-28T02:36:31,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/914041cf7e7742cca5ab33ac47f0c4b3 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/914041cf7e7742cca5ab33ac47f0c4b3 2024-11-28T02:36:31,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/914041cf7e7742cca5ab33ac47f0c4b3, entries=150, sequenceid=17, filesize=11.7 K 2024-11-28T02:36:31,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ab1f8930d1ecd1c8728ee11177cf1edb in 562ms, sequenceid=17, compaction requested=false 2024-11-28T02:36:31,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-28T02:36:31,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-28T02:36:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:31,197 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T02:36:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:31,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128618f41fb2bb542caaa8ea3a793f43eb5_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761390607/Put/seqid=0 2024-11-28T02:36:31,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742195_1371 (size=12154) 2024-11-28T02:36:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:31,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:31,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761451225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761451225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761451229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761451230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761451230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761451331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761451331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761451331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761451334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761451334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761451535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761451535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761451536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761451537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761451538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:31,611 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128618f41fb2bb542caaa8ea3a793f43eb5_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128618f41fb2bb542caaa8ea3a793f43eb5_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:31,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/56c0d8ec2c4449dab493815248178ad9, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:31,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/56c0d8ec2c4449dab493815248178ad9 is 175, key is test_row_0/A:col10/1732761390607/Put/seqid=0 2024-11-28T02:36:31,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742196_1372 (size=30955) 2024-11-28T02:36:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-28T02:36:31,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761451839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761451840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761451840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761451842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:31,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761451842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:32,016 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/56c0d8ec2c4449dab493815248178ad9 2024-11-28T02:36:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/2ebd643c2caf4be48ac7da106c65e324 is 50, key is test_row_0/B:col10/1732761390607/Put/seqid=0 2024-11-28T02:36:32,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742197_1373 (size=12001) 2024-11-28T02:36:32,036 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/2ebd643c2caf4be48ac7da106c65e324 2024-11-28T02:36:32,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/8f35e79749d64bcebcf6bd8e9f5f3995 is 50, key is test_row_0/C:col10/1732761390607/Put/seqid=0 2024-11-28T02:36:32,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742198_1374 (size=12001) 2024-11-28T02:36:32,216 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T02:36:32,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761452346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:32,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761452347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:32,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761452347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:32,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761452347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:32,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761452349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:32,455 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/8f35e79749d64bcebcf6bd8e9f5f3995 2024-11-28T02:36:32,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/56c0d8ec2c4449dab493815248178ad9 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/56c0d8ec2c4449dab493815248178ad9 2024-11-28T02:36:32,461 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/56c0d8ec2c4449dab493815248178ad9, entries=150, sequenceid=40, filesize=30.2 K 2024-11-28T02:36:32,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/2ebd643c2caf4be48ac7da106c65e324 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/2ebd643c2caf4be48ac7da106c65e324 2024-11-28T02:36:32,464 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/2ebd643c2caf4be48ac7da106c65e324, entries=150, sequenceid=40, filesize=11.7 K 2024-11-28T02:36:32,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/8f35e79749d64bcebcf6bd8e9f5f3995 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/8f35e79749d64bcebcf6bd8e9f5f3995 2024-11-28T02:36:32,468 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/8f35e79749d64bcebcf6bd8e9f5f3995, entries=150, sequenceid=40, filesize=11.7 K 2024-11-28T02:36:32,468 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ab1f8930d1ecd1c8728ee11177cf1edb in 1271ms, sequenceid=40, compaction requested=false 2024-11-28T02:36:32,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:32,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-28T02:36:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-28T02:36:32,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-28T02:36:32,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8850 sec 2024-11-28T02:36:32,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.8910 sec 2024-11-28T02:36:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-28T02:36:32,686 INFO [Thread-1655 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-28T02:36:32,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:36:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-28T02:36:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-28T02:36:32,688 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:36:32,689 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:36:32,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:36:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-28T02:36:32,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:32,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-28T02:36:32,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:32,845 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T02:36:32,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:32,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:32,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:32,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:32,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:32,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:32,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411287a9eded8cfc0412bbf547c31172e3638_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761391229/Put/seqid=0 2024-11-28T02:36:32,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742199_1375 (size=12154) 2024-11-28T02:36:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-28T02:36:33,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:33,259 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411287a9eded8cfc0412bbf547c31172e3638_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287a9eded8cfc0412bbf547c31172e3638_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:33,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/bbe319e0c035445293b7e4b06563a344, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:33,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/bbe319e0c035445293b7e4b06563a344 is 175, key is test_row_0/A:col10/1732761391229/Put/seqid=0 2024-11-28T02:36:33,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742200_1376 (size=30955) 2024-11-28T02:36:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-28T02:36:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:33,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:33,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761453371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761453370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761453374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761453375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761453375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761453481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761453481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761453481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761453481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761453481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,676 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/bbe319e0c035445293b7e4b06563a344 2024-11-28T02:36:33,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/8382fbc9395d460bb15efbddcd6bba01 is 50, key is test_row_0/B:col10/1732761391229/Put/seqid=0 2024-11-28T02:36:33,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742201_1377 (size=12001) 2024-11-28T02:36:33,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761453685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761453686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761453686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761453686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761453686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-28T02:36:33,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761453991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761453992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761453992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761453992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:33,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761453993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:34,085 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/8382fbc9395d460bb15efbddcd6bba01 2024-11-28T02:36:34,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/41bd15c1786840cb967333510bbd1574 is 50, key is test_row_0/C:col10/1732761391229/Put/seqid=0 2024-11-28T02:36:34,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742202_1378 (size=12001) 2024-11-28T02:36:34,497 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/41bd15c1786840cb967333510bbd1574 2024-11-28T02:36:34,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761454496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:34,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/bbe319e0c035445293b7e4b06563a344 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/bbe319e0c035445293b7e4b06563a344 2024-11-28T02:36:34,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761454497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:34,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761454498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:34,504 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/bbe319e0c035445293b7e4b06563a344, entries=150, sequenceid=54, filesize=30.2 K 2024-11-28T02:36:34,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/8382fbc9395d460bb15efbddcd6bba01 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/8382fbc9395d460bb15efbddcd6bba01 2024-11-28T02:36:34,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761454500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:34,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761454501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:34,508 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/8382fbc9395d460bb15efbddcd6bba01, entries=150, sequenceid=54, filesize=11.7 K 2024-11-28T02:36:34,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/41bd15c1786840cb967333510bbd1574 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/41bd15c1786840cb967333510bbd1574 2024-11-28T02:36:34,511 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/41bd15c1786840cb967333510bbd1574, entries=150, sequenceid=54, filesize=11.7 K 2024-11-28T02:36:34,512 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ab1f8930d1ecd1c8728ee11177cf1edb in 1668ms, sequenceid=54, compaction requested=true 2024-11-28T02:36:34,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:34,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:34,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-28T02:36:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-28T02:36:34,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-28T02:36:34,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8230 sec 2024-11-28T02:36:34,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.8270 sec 2024-11-28T02:36:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-28T02:36:34,792 INFO [Thread-1655 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-28T02:36:34,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:36:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-28T02:36:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-28T02:36:34,793 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:36:34,794 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:36:34,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:36:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-28T02:36:34,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:34,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-28T02:36:34,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:34,946 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-28T02:36:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:34,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411288f790924a9f94476b07f16697154e661_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761393369/Put/seqid=0 2024-11-28T02:36:34,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742203_1379 (size=12154) 2024-11-28T02:36:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-28T02:36:35,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:35,358 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411288f790924a9f94476b07f16697154e661_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411288f790924a9f94476b07f16697154e661_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:35,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/f55176e0924c4c3e90f32b17cd578eea, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:35,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/f55176e0924c4c3e90f32b17cd578eea is 175, key is test_row_0/A:col10/1732761393369/Put/seqid=0 2024-11-28T02:36:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742204_1380 (size=30955) 2024-11-28T02:36:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-28T02:36:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:35,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:35,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761455515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:35,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761455516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:35,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761455518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:35,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761455519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:35,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761455519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:35,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761455622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:35,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761455622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:35,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761455622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:35,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761455625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:35,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761455625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:35,763 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/f55176e0924c4c3e90f32b17cd578eea 2024-11-28T02:36:35,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/a534c0570c99459496503361dee748f5 is 50, key is test_row_0/B:col10/1732761393369/Put/seqid=0 2024-11-28T02:36:35,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742205_1381 (size=12001) 2024-11-28T02:36:35,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:35,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761455825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761455825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:35,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761455825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:35,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761455832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:35,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761455833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-28T02:36:36,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761456133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761456133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761456133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761456138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761456143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,174 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/a534c0570c99459496503361dee748f5 2024-11-28T02:36:36,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/c039417c96944fc989c65f46f665d8b4 is 50, key is test_row_0/C:col10/1732761393369/Put/seqid=0 2024-11-28T02:36:36,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742206_1382 (size=12001) 2024-11-28T02:36:36,582 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/c039417c96944fc989c65f46f665d8b4 2024-11-28T02:36:36,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/f55176e0924c4c3e90f32b17cd578eea as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/f55176e0924c4c3e90f32b17cd578eea 2024-11-28T02:36:36,588 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/f55176e0924c4c3e90f32b17cd578eea, entries=150, sequenceid=76, filesize=30.2 K 2024-11-28T02:36:36,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/a534c0570c99459496503361dee748f5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/a534c0570c99459496503361dee748f5 2024-11-28T02:36:36,592 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/a534c0570c99459496503361dee748f5, entries=150, sequenceid=76, filesize=11.7 K 2024-11-28T02:36:36,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/c039417c96944fc989c65f46f665d8b4 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c039417c96944fc989c65f46f665d8b4 2024-11-28T02:36:36,595 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c039417c96944fc989c65f46f665d8b4, entries=150, sequenceid=76, filesize=11.7 K 2024-11-28T02:36:36,596 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ab1f8930d1ecd1c8728ee11177cf1edb in 1651ms, sequenceid=76, compaction requested=true 2024-11-28T02:36:36,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:36,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:36,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-28T02:36:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-28T02:36:36,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-28T02:36:36,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8030 sec 2024-11-28T02:36:36,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.8060 sec 2024-11-28T02:36:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:36,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-28T02:36:36,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:36,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:36,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:36,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:36,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:36,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:36,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a543219058f7484199c142e91e884f08_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761396643/Put/seqid=0 2024-11-28T02:36:36,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742207_1383 (size=17034) 2024-11-28T02:36:36,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761456667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761456668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761456669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761456670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761456674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761456775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761456775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761456780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761456781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761456781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-28T02:36:36,897 INFO [Thread-1655 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-28T02:36:36,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:36:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-28T02:36:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-28T02:36:36,899 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:36:36,899 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:36:36,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:36:36,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761456979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761456979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761456986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761456987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761456987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-28T02:36:37,050 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-28T02:36:37,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:37,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,054 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:37,056 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a543219058f7484199c142e91e884f08_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a543219058f7484199c142e91e884f08_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:37,057 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/b810515cd5a44500bbe20b5b68697f42, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:37,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/b810515cd5a44500bbe20b5b68697f42 is 175, key is test_row_0/A:col10/1732761396643/Put/seqid=0 2024-11-28T02:36:37,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742208_1384 (size=48139) 2024-11-28T02:36:37,061 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/b810515cd5a44500bbe20b5b68697f42 2024-11-28T02:36:37,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/37a1d630b24748bd834e553bea0b2d3e is 50, key is test_row_0/B:col10/1732761396643/Put/seqid=0 2024-11-28T02:36:37,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742209_1385 (size=12001) 2024-11-28T02:36:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-28T02:36:37,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-28T02:36:37,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:37,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761457285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761457286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761457293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761457294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761457294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,355 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-28T02:36:37,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:37,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/37a1d630b24748bd834e553bea0b2d3e 2024-11-28T02:36:37,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/ef06c72094bc4f518fe41fc183da69fd is 50, key is test_row_0/C:col10/1732761396643/Put/seqid=0 2024-11-28T02:36:37,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742210_1386 (size=12001) 2024-11-28T02:36:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-28T02:36:37,507 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-28T02:36:37,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:37,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,659 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-28T02:36:37,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:37,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761457791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761457793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761457801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761457802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761457803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-28T02:36:37,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:37,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:37,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/ef06c72094bc4f518fe41fc183da69fd 2024-11-28T02:36:37,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/b810515cd5a44500bbe20b5b68697f42 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/b810515cd5a44500bbe20b5b68697f42 2024-11-28T02:36:37,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/b810515cd5a44500bbe20b5b68697f42, entries=250, sequenceid=92, filesize=47.0 K 2024-11-28T02:36:37,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/37a1d630b24748bd834e553bea0b2d3e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/37a1d630b24748bd834e553bea0b2d3e 2024-11-28T02:36:37,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/37a1d630b24748bd834e553bea0b2d3e, entries=150, sequenceid=92, filesize=11.7 K 2024-11-28T02:36:37,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/ef06c72094bc4f518fe41fc183da69fd as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/ef06c72094bc4f518fe41fc183da69fd 2024-11-28T02:36:37,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/ef06c72094bc4f518fe41fc183da69fd, entries=150, sequenceid=92, filesize=11.7 K 2024-11-28T02:36:37,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ab1f8930d1ecd1c8728ee11177cf1edb in 1253ms, sequenceid=92, compaction requested=true 2024-11-28T02:36:37,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:37,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:36:37,896 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-28T02:36:37,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:37,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:36:37,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:37,896 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-28T02:36:37,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:37,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:37,897 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 171959 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-28T02:36:37,897 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-28T02:36:37,898 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/A is initiating minor compaction (all files) 2024-11-28T02:36:37,898 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/B is initiating minor compaction (all files) 2024-11-28T02:36:37,898 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/B in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,898 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/A in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,898 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/e371836bc77c4e65a616cd1130f20256, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/2ebd643c2caf4be48ac7da106c65e324, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/8382fbc9395d460bb15efbddcd6bba01, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/a534c0570c99459496503361dee748f5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/37a1d630b24748bd834e553bea0b2d3e] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=58.6 K 2024-11-28T02:36:37,898 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/d2d81fffe46144c9af99ad5851dc18ca, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/56c0d8ec2c4449dab493815248178ad9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/bbe319e0c035445293b7e4b06563a344, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/f55176e0924c4c3e90f32b17cd578eea, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/b810515cd5a44500bbe20b5b68697f42] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=167.9 K 2024-11-28T02:36:37,898 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,898 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/d2d81fffe46144c9af99ad5851dc18ca, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/56c0d8ec2c4449dab493815248178ad9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/bbe319e0c035445293b7e4b06563a344, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/f55176e0924c4c3e90f32b17cd578eea, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/b810515cd5a44500bbe20b5b68697f42] 2024-11-28T02:36:37,898 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting e371836bc77c4e65a616cd1130f20256, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732761390587 2024-11-28T02:36:37,898 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2d81fffe46144c9af99ad5851dc18ca, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732761390587 2024-11-28T02:36:37,898 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ebd643c2caf4be48ac7da106c65e324, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732761390606 2024-11-28T02:36:37,898 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 8382fbc9395d460bb15efbddcd6bba01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732761391225 2024-11-28T02:36:37,898 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56c0d8ec2c4449dab493815248178ad9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732761390606 2024-11-28T02:36:37,899 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting a534c0570c99459496503361dee748f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732761393369 2024-11-28T02:36:37,899 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbe319e0c035445293b7e4b06563a344, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732761391225 2024-11-28T02:36:37,899 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting f55176e0924c4c3e90f32b17cd578eea, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732761393369 2024-11-28T02:36:37,899 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 37a1d630b24748bd834e553bea0b2d3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732761395518 2024-11-28T02:36:37,899 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting b810515cd5a44500bbe20b5b68697f42, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732761395517 2024-11-28T02:36:37,906 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#B#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:37,906 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/96034d44330b4385ac39583d8b7c2485 is 50, key is test_row_0/B:col10/1732761396643/Put/seqid=0 2024-11-28T02:36:37,907 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:37,917 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411287d78f5c547f84334a03f1c885eb02fd3_ab1f8930d1ecd1c8728ee11177cf1edb store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:37,920 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411287d78f5c547f84334a03f1c885eb02fd3_ab1f8930d1ecd1c8728ee11177cf1edb, store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:37,920 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411287d78f5c547f84334a03f1c885eb02fd3_ab1f8930d1ecd1c8728ee11177cf1edb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:37,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742211_1387 (size=12173) 2024-11-28T02:36:37,925 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/96034d44330b4385ac39583d8b7c2485 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/96034d44330b4385ac39583d8b7c2485 2024-11-28T02:36:37,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742212_1388 (size=4469) 2024-11-28T02:36:37,930 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#A#compaction#327 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:37,930 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/B of ab1f8930d1ecd1c8728ee11177cf1edb into 96034d44330b4385ac39583d8b7c2485(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:37,930 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:37,930 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/B, priority=11, startTime=1732761397896; duration=0sec 2024-11-28T02:36:37,931 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:37,931 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:B 2024-11-28T02:36:37,931 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-28T02:36:37,931 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/70b6781376b54c38bb3c2c4042fc80c1 is 175, key is test_row_0/A:col10/1732761396643/Put/seqid=0 2024-11-28T02:36:37,937 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-28T02:36:37,937 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/C is initiating minor compaction (all files) 2024-11-28T02:36:37,937 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/C in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,937 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/914041cf7e7742cca5ab33ac47f0c4b3, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/8f35e79749d64bcebcf6bd8e9f5f3995, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/41bd15c1786840cb967333510bbd1574, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c039417c96944fc989c65f46f665d8b4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/ef06c72094bc4f518fe41fc183da69fd] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=58.6 K 2024-11-28T02:36:37,937 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 914041cf7e7742cca5ab33ac47f0c4b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732761390587 2024-11-28T02:36:37,937 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f35e79749d64bcebcf6bd8e9f5f3995, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732761390606 2024-11-28T02:36:37,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742213_1389 (size=31127) 2024-11-28T02:36:37,938 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 41bd15c1786840cb967333510bbd1574, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732761391225 2024-11-28T02:36:37,938 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting c039417c96944fc989c65f46f665d8b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732761393369 2024-11-28T02:36:37,939 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting ef06c72094bc4f518fe41fc183da69fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732761395518 2024-11-28T02:36:37,941 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/70b6781376b54c38bb3c2c4042fc80c1 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/70b6781376b54c38bb3c2c4042fc80c1 2024-11-28T02:36:37,946 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/A of ab1f8930d1ecd1c8728ee11177cf1edb into 70b6781376b54c38bb3c2c4042fc80c1(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:37,946 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:37,946 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/A, priority=11, startTime=1732761397896; duration=0sec 2024-11-28T02:36:37,946 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:37,946 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:A 2024-11-28T02:36:37,947 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#C#compaction#328 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:37,947 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/627513d2945849978a0106ddc93255af is 50, key is test_row_0/C:col10/1732761396643/Put/seqid=0 2024-11-28T02:36:37,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742214_1390 (size=12173) 2024-11-28T02:36:37,964 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:37,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-28T02:36:37,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:37,964 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-28T02:36:37,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:37,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:37,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:37,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:37,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:37,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:37,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411285b25f8c4e84647dfa1990668c81a5278_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761396669/Put/seqid=0 2024-11-28T02:36:37,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742215_1391 (size=12154) 2024-11-28T02:36:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-28T02:36:38,354 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/627513d2945849978a0106ddc93255af as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/627513d2945849978a0106ddc93255af 2024-11-28T02:36:38,357 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/C of ab1f8930d1ecd1c8728ee11177cf1edb into 627513d2945849978a0106ddc93255af(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:38,357 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:38,357 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/C, priority=11, startTime=1732761397896; duration=0sec 2024-11-28T02:36:38,357 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:38,357 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:C 2024-11-28T02:36:38,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:38,384 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411285b25f8c4e84647dfa1990668c81a5278_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285b25f8c4e84647dfa1990668c81a5278_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:38,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/8e5d04135cff42d1b7a75135a723df06, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:38,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/8e5d04135cff42d1b7a75135a723df06 is 175, key is test_row_0/A:col10/1732761396669/Put/seqid=0 2024-11-28T02:36:38,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742216_1392 (size=30955) 2024-11-28T02:36:38,790 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=114, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/8e5d04135cff42d1b7a75135a723df06 2024-11-28T02:36:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/29c10345fb7541ea82c34c2148fbc889 is 50, key is test_row_0/B:col10/1732761396669/Put/seqid=0 2024-11-28T02:36:38,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742217_1393 (size=12001) 2024-11-28T02:36:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:38,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:38,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761458821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:38,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761458821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:38,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761458822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:38,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761458822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:38,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761458823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:38,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761458925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:38,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761458927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:38,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761458927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:38,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761458928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:38,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761458928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-28T02:36:39,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761459128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761459131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761459131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761459132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761459133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,199 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/29c10345fb7541ea82c34c2148fbc889 2024-11-28T02:36:39,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/d9db7c02d26849c084e633e48c2654d9 is 50, key is test_row_0/C:col10/1732761396669/Put/seqid=0 2024-11-28T02:36:39,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742218_1394 (size=12001) 2024-11-28T02:36:39,208 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/d9db7c02d26849c084e633e48c2654d9 2024-11-28T02:36:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/8e5d04135cff42d1b7a75135a723df06 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/8e5d04135cff42d1b7a75135a723df06 2024-11-28T02:36:39,213 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/8e5d04135cff42d1b7a75135a723df06, entries=150, sequenceid=114, filesize=30.2 K 2024-11-28T02:36:39,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/29c10345fb7541ea82c34c2148fbc889 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/29c10345fb7541ea82c34c2148fbc889 2024-11-28T02:36:39,216 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/29c10345fb7541ea82c34c2148fbc889, entries=150, sequenceid=114, filesize=11.7 K 2024-11-28T02:36:39,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/d9db7c02d26849c084e633e48c2654d9 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/d9db7c02d26849c084e633e48c2654d9 2024-11-28T02:36:39,221 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/d9db7c02d26849c084e633e48c2654d9, entries=150, sequenceid=114, filesize=11.7 K 2024-11-28T02:36:39,222 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for ab1f8930d1ecd1c8728ee11177cf1edb in 1258ms, sequenceid=114, compaction requested=false 2024-11-28T02:36:39,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:39,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:39,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-28T02:36:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-28T02:36:39,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-28T02:36:39,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3240 sec 2024-11-28T02:36:39,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.3270 sec 2024-11-28T02:36:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:39,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-28T02:36:39,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:39,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:39,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:39,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:39,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:39,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:39,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f945e2dcb4984318b351419991661e9e_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761399437/Put/seqid=0 2024-11-28T02:36:39,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742219_1395 (size=12304) 2024-11-28T02:36:39,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761459465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761459465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761459465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761459466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761459467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761459573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761459573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761459573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761459573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761459573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761459777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761459777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761459778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761459778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761459779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:39,857 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:39,860 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f945e2dcb4984318b351419991661e9e_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f945e2dcb4984318b351419991661e9e_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:39,861 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/57aefa45e2ef42668bd682bcc94f99dc, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:39,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/57aefa45e2ef42668bd682bcc94f99dc is 175, key is test_row_0/A:col10/1732761399437/Put/seqid=0 2024-11-28T02:36:39,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742220_1396 (size=31105) 2024-11-28T02:36:40,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761460082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:40,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761460082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:40,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761460082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:40,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761460083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:40,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761460083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:40,265 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/57aefa45e2ef42668bd682bcc94f99dc 2024-11-28T02:36:40,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/f9e7bba66b12484d99214e6cfcd2d022 is 50, key is test_row_0/B:col10/1732761399437/Put/seqid=0 2024-11-28T02:36:40,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742221_1397 (size=12151) 2024-11-28T02:36:40,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761460588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:40,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761460589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:40,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761460589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:40,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761460590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:40,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761460591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:40,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/f9e7bba66b12484d99214e6cfcd2d022 2024-11-28T02:36:40,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/ffc9b00b1d834c7398e0a17cdb520faa is 50, key is test_row_0/C:col10/1732761399437/Put/seqid=0 2024-11-28T02:36:40,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742222_1398 (size=12151) 2024-11-28T02:36:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-28T02:36:41,002 INFO [Thread-1655 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-28T02:36:41,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:36:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-28T02:36:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-28T02:36:41,004 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:36:41,005 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:36:41,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:36:41,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/ffc9b00b1d834c7398e0a17cdb520faa 2024-11-28T02:36:41,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/57aefa45e2ef42668bd682bcc94f99dc as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/57aefa45e2ef42668bd682bcc94f99dc 2024-11-28T02:36:41,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/57aefa45e2ef42668bd682bcc94f99dc, entries=150, sequenceid=134, filesize=30.4 K 2024-11-28T02:36:41,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/f9e7bba66b12484d99214e6cfcd2d022 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/f9e7bba66b12484d99214e6cfcd2d022 2024-11-28T02:36:41,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/f9e7bba66b12484d99214e6cfcd2d022, entries=150, sequenceid=134, filesize=11.9 K 2024-11-28T02:36:41,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/ffc9b00b1d834c7398e0a17cdb520faa as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/ffc9b00b1d834c7398e0a17cdb520faa 2024-11-28T02:36:41,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/ffc9b00b1d834c7398e0a17cdb520faa, entries=150, sequenceid=134, filesize=11.9 K 2024-11-28T02:36:41,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for ab1f8930d1ecd1c8728ee11177cf1edb in 1666ms, sequenceid=134, compaction requested=true 2024-11-28T02:36:41,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:41,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:36:41,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:41,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:36:41,103 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:41,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:41,103 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:41,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:41,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:41,104 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36325 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:41,104 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93187 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:41,104 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/A is initiating minor compaction (all files) 2024-11-28T02:36:41,104 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/B is initiating minor compaction (all files) 2024-11-28T02:36:41,104 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/B in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:41,104 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/A in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:41,104 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/96034d44330b4385ac39583d8b7c2485, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/29c10345fb7541ea82c34c2148fbc889, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/f9e7bba66b12484d99214e6cfcd2d022] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=35.5 K 2024-11-28T02:36:41,104 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/70b6781376b54c38bb3c2c4042fc80c1, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/8e5d04135cff42d1b7a75135a723df06, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/57aefa45e2ef42668bd682bcc94f99dc] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=91.0 K 2024-11-28T02:36:41,104 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:41,104 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/70b6781376b54c38bb3c2c4042fc80c1, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/8e5d04135cff42d1b7a75135a723df06, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/57aefa45e2ef42668bd682bcc94f99dc] 2024-11-28T02:36:41,104 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 96034d44330b4385ac39583d8b7c2485, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732761395518 2024-11-28T02:36:41,105 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70b6781376b54c38bb3c2c4042fc80c1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732761395518 2024-11-28T02:36:41,105 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 29c10345fb7541ea82c34c2148fbc889, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732761396665 2024-11-28T02:36:41,105 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e5d04135cff42d1b7a75135a723df06, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732761396665 2024-11-28T02:36:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-28T02:36:41,105 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting f9e7bba66b12484d99214e6cfcd2d022, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732761399436 2024-11-28T02:36:41,105 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57aefa45e2ef42668bd682bcc94f99dc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732761399436 2024-11-28T02:36:41,109 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:41,111 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#B#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:41,111 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/5cae84a9d28843caaa9ceecf21d3b911 is 50, key is test_row_0/B:col10/1732761399437/Put/seqid=0 2024-11-28T02:36:41,112 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128c1ee5d7d19b246d3964b67090ff2c4aa_ab1f8930d1ecd1c8728ee11177cf1edb store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:41,114 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128c1ee5d7d19b246d3964b67090ff2c4aa_ab1f8930d1ecd1c8728ee11177cf1edb, store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:41,114 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c1ee5d7d19b246d3964b67090ff2c4aa_ab1f8930d1ecd1c8728ee11177cf1edb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:41,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742223_1399 (size=12425) 2024-11-28T02:36:41,124 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/5cae84a9d28843caaa9ceecf21d3b911 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/5cae84a9d28843caaa9ceecf21d3b911 2024-11-28T02:36:41,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742224_1400 (size=4469) 2024-11-28T02:36:41,124 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#A#compaction#336 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:41,125 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/309443ee039a4950a3b1294400b4110f is 175, key is test_row_0/A:col10/1732761399437/Put/seqid=0 2024-11-28T02:36:41,128 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/B of ab1f8930d1ecd1c8728ee11177cf1edb into 5cae84a9d28843caaa9ceecf21d3b911(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:41,128 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:41,128 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/B, priority=13, startTime=1732761401103; duration=0sec 2024-11-28T02:36:41,128 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:41,128 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:B 2024-11-28T02:36:41,129 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:41,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742225_1401 (size=31379) 2024-11-28T02:36:41,129 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36325 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:41,129 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/C is initiating minor compaction (all files) 2024-11-28T02:36:41,129 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/C in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:41,129 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/627513d2945849978a0106ddc93255af, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/d9db7c02d26849c084e633e48c2654d9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/ffc9b00b1d834c7398e0a17cdb520faa] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=35.5 K 2024-11-28T02:36:41,130 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 627513d2945849978a0106ddc93255af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732761395518 2024-11-28T02:36:41,130 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting d9db7c02d26849c084e633e48c2654d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732761396665 2024-11-28T02:36:41,130 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting ffc9b00b1d834c7398e0a17cdb520faa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732761399436 2024-11-28T02:36:41,135 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#C#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:41,135 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/4fc2b84f28d648f6894ff9d482b05b3d is 50, key is test_row_0/C:col10/1732761399437/Put/seqid=0 2024-11-28T02:36:41,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742226_1402 (size=12425) 2024-11-28T02:36:41,141 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/4fc2b84f28d648f6894ff9d482b05b3d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/4fc2b84f28d648f6894ff9d482b05b3d 2024-11-28T02:36:41,144 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/C of ab1f8930d1ecd1c8728ee11177cf1edb into 4fc2b84f28d648f6894ff9d482b05b3d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:41,144 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:41,144 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/C, priority=13, startTime=1732761401103; duration=0sec 2024-11-28T02:36:41,144 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:41,144 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:C 2024-11-28T02:36:41,156 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-28T02:36:41,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:41,157 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-28T02:36:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:41,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b69237f0646048a8a2a1d03975de86e6_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761399463/Put/seqid=0 2024-11-28T02:36:41,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742227_1403 (size=12304) 2024-11-28T02:36:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-28T02:36:41,533 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/309443ee039a4950a3b1294400b4110f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/309443ee039a4950a3b1294400b4110f 2024-11-28T02:36:41,536 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/A of ab1f8930d1ecd1c8728ee11177cf1edb into 309443ee039a4950a3b1294400b4110f(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:41,536 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:41,536 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/A, priority=13, startTime=1732761401103; duration=0sec 2024-11-28T02:36:41,537 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:41,537 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:A 2024-11-28T02:36:41,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:41,568 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b69237f0646048a8a2a1d03975de86e6_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b69237f0646048a8a2a1d03975de86e6_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:41,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/f1786a020b9043fb8a543cb16cdbf38d, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:41,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/f1786a020b9043fb8a543cb16cdbf38d is 175, key is test_row_0/A:col10/1732761399463/Put/seqid=0 2024-11-28T02:36:41,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742228_1404 (size=31105) 2024-11-28T02:36:41,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-28T02:36:41,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761461611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761461612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761461613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761461616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761461616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761461717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761461717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761461718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761461721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761461722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761461921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761461921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761461922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761461924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761461927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:41,974 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/f1786a020b9043fb8a543cb16cdbf38d 2024-11-28T02:36:41,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/4e28ef4cf98044d8bc6de6c04c86ada2 is 50, key is test_row_0/B:col10/1732761399463/Put/seqid=0 2024-11-28T02:36:41,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742229_1405 (size=12151) 2024-11-28T02:36:41,985 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/4e28ef4cf98044d8bc6de6c04c86ada2 2024-11-28T02:36:41,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/80c7feadb04644f3844bc1670322ede0 is 50, key is test_row_0/C:col10/1732761399463/Put/seqid=0 2024-11-28T02:36:41,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742230_1406 (size=12151) 2024-11-28T02:36:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-28T02:36:42,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761462229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:42,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761462230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:42,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761462230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:42,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761462231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:42,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761462234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:42,398 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/80c7feadb04644f3844bc1670322ede0 2024-11-28T02:36:42,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/f1786a020b9043fb8a543cb16cdbf38d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/f1786a020b9043fb8a543cb16cdbf38d 2024-11-28T02:36:42,405 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/f1786a020b9043fb8a543cb16cdbf38d, entries=150, sequenceid=153, filesize=30.4 K 2024-11-28T02:36:42,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/4e28ef4cf98044d8bc6de6c04c86ada2 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/4e28ef4cf98044d8bc6de6c04c86ada2 2024-11-28T02:36:42,408 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/4e28ef4cf98044d8bc6de6c04c86ada2, entries=150, sequenceid=153, filesize=11.9 K 2024-11-28T02:36:42,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/80c7feadb04644f3844bc1670322ede0 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/80c7feadb04644f3844bc1670322ede0 2024-11-28T02:36:42,411 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/80c7feadb04644f3844bc1670322ede0, entries=150, sequenceid=153, filesize=11.9 K 2024-11-28T02:36:42,412 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ab1f8930d1ecd1c8728ee11177cf1edb in 1256ms, sequenceid=153, compaction requested=false 2024-11-28T02:36:42,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:42,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:42,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-28T02:36:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-28T02:36:42,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-28T02:36:42,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec 2024-11-28T02:36:42,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.4110 sec 2024-11-28T02:36:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:42,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-28T02:36:42,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:42,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:42,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:42,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:42,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:42,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:42,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f64db64bbf824f4ca1cc75f645911659_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761402736/Put/seqid=0 2024-11-28T02:36:42,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742231_1407 (size=17284) 2024-11-28T02:36:42,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761462749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:42,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761462750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:42,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761462750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:42,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761462751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:42,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761462751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:42,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761462852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:42,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761462855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:42,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761462856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:42,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761462856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:42,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761462856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761463056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761463060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761463061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:43,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761463061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761463062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-28T02:36:43,108 INFO [Thread-1655 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-28T02:36:43,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:36:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-28T02:36:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-28T02:36:43,109 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:36:43,110 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:36:43,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:36:43,147 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:43,150 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f64db64bbf824f4ca1cc75f645911659_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f64db64bbf824f4ca1cc75f645911659_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:43,151 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/b69c22e34c7949babfee1acb6ff6a734, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:43,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/b69c22e34c7949babfee1acb6ff6a734 is 175, key is test_row_0/A:col10/1732761402736/Put/seqid=0 2024-11-28T02:36:43,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742232_1408 (size=48389) 2024-11-28T02:36:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-28T02:36:43,261 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-28T02:36:43,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:43,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:43,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:43,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:43,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:43,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761463360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761463367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761463368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761463369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761463370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-28T02:36:43,413 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-28T02:36:43,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:43,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:43,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:43,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:43,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:43,555 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/b69c22e34c7949babfee1acb6ff6a734 2024-11-28T02:36:43,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/79aad9e943e54b6281c6cdb3220bb380 is 50, key is test_row_0/B:col10/1732761402736/Put/seqid=0 2024-11-28T02:36:43,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-28T02:36:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:43,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:43,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742233_1409 (size=12151) 2024-11-28T02:36:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-28T02:36:43,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-28T02:36:43,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:43,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:43,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:43,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:43,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:43,870 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761463867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-28T02:36:43,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:43,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:43,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:43,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:43,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:43,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761463874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761463874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761463875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761463876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:43,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/79aad9e943e54b6281c6cdb3220bb380 2024-11-28T02:36:43,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/42420ab06a774ec0a92bb3f9bd66e9d5 is 50, key is test_row_0/C:col10/1732761402736/Put/seqid=0 2024-11-28T02:36:43,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742234_1410 (size=12151) 2024-11-28T02:36:43,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/42420ab06a774ec0a92bb3f9bd66e9d5 2024-11-28T02:36:43,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/b69c22e34c7949babfee1acb6ff6a734 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/b69c22e34c7949babfee1acb6ff6a734 2024-11-28T02:36:43,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/b69c22e34c7949babfee1acb6ff6a734, entries=250, sequenceid=175, filesize=47.3 K 2024-11-28T02:36:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/79aad9e943e54b6281c6cdb3220bb380 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/79aad9e943e54b6281c6cdb3220bb380 2024-11-28T02:36:43,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/79aad9e943e54b6281c6cdb3220bb380, entries=150, sequenceid=175, filesize=11.9 K 2024-11-28T02:36:43,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/42420ab06a774ec0a92bb3f9bd66e9d5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/42420ab06a774ec0a92bb3f9bd66e9d5 2024-11-28T02:36:43,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/42420ab06a774ec0a92bb3f9bd66e9d5, entries=150, sequenceid=175, filesize=11.9 K 2024-11-28T02:36:43,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ab1f8930d1ecd1c8728ee11177cf1edb in 1259ms, sequenceid=175, compaction requested=true 2024-11-28T02:36:43,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:43,995 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:43,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:36:43,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:43,996 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:43,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:36:43,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:43,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:43,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:43,997 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110873 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:43,997 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:43,997 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/B is initiating minor compaction (all files) 2024-11-28T02:36:43,997 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/A is initiating minor compaction (all files) 2024-11-28T02:36:43,997 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/B in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:43,997 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/A in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:43,997 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/5cae84a9d28843caaa9ceecf21d3b911, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/4e28ef4cf98044d8bc6de6c04c86ada2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/79aad9e943e54b6281c6cdb3220bb380] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=35.9 K 2024-11-28T02:36:43,997 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/309443ee039a4950a3b1294400b4110f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/f1786a020b9043fb8a543cb16cdbf38d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/b69c22e34c7949babfee1acb6ff6a734] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=108.3 K 2024-11-28T02:36:43,997 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:43,997 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/309443ee039a4950a3b1294400b4110f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/f1786a020b9043fb8a543cb16cdbf38d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/b69c22e34c7949babfee1acb6ff6a734] 2024-11-28T02:36:43,998 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cae84a9d28843caaa9ceecf21d3b911, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732761399436 2024-11-28T02:36:43,998 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 309443ee039a4950a3b1294400b4110f, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732761399436 2024-11-28T02:36:43,998 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e28ef4cf98044d8bc6de6c04c86ada2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732761399463 2024-11-28T02:36:43,998 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting f1786a020b9043fb8a543cb16cdbf38d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732761399463 2024-11-28T02:36:43,998 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79aad9e943e54b6281c6cdb3220bb380, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732761401615 2024-11-28T02:36:43,998 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting b69c22e34c7949babfee1acb6ff6a734, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732761401608 2024-11-28T02:36:44,003 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:44,004 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#B#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:44,005 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112832d4b1aff2f34f7ca3f3d813938d21bb_ab1f8930d1ecd1c8728ee11177cf1edb store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:44,005 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/1d3b328f9a5542cc863ab12ae8816142 is 50, key is test_row_0/B:col10/1732761402736/Put/seqid=0 2024-11-28T02:36:44,006 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112832d4b1aff2f34f7ca3f3d813938d21bb_ab1f8930d1ecd1c8728ee11177cf1edb, store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:44,007 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112832d4b1aff2f34f7ca3f3d813938d21bb_ab1f8930d1ecd1c8728ee11177cf1edb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:44,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742235_1411 (size=12527) 2024-11-28T02:36:44,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742236_1412 (size=4469) 2024-11-28T02:36:44,012 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#A#compaction#345 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:44,012 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/a61d6bab05b74873a85dc7d2b48bc6a6 is 175, key is test_row_0/A:col10/1732761402736/Put/seqid=0 2024-11-28T02:36:44,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742237_1413 (size=31481) 2024-11-28T02:36:44,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:44,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-28T02:36:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:44,023 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-28T02:36:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:44,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411289fcc4d9cb89f4ad18093856e0631e3e7_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761402751/Put/seqid=0 2024-11-28T02:36:44,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742238_1414 (size=12304) 2024-11-28T02:36:44,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,034 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411289fcc4d9cb89f4ad18093856e0631e3e7_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411289fcc4d9cb89f4ad18093856e0631e3e7_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:44,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/5efeaac8238448a981cde870173db6ac, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:44,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/5efeaac8238448a981cde870173db6ac is 175, key is test_row_0/A:col10/1732761402751/Put/seqid=0 2024-11-28T02:36:44,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742239_1415 (size=31105) 2024-11-28T02:36:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-28T02:36:44,413 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/1d3b328f9a5542cc863ab12ae8816142 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/1d3b328f9a5542cc863ab12ae8816142 2024-11-28T02:36:44,417 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/B of ab1f8930d1ecd1c8728ee11177cf1edb into 1d3b328f9a5542cc863ab12ae8816142(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:44,417 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:44,417 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/B, priority=13, startTime=1732761403996; duration=0sec 2024-11-28T02:36:44,417 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:44,417 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:B 2024-11-28T02:36:44,417 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:44,419 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:44,419 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/C is initiating minor compaction (all files) 2024-11-28T02:36:44,419 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/C in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:44,419 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/4fc2b84f28d648f6894ff9d482b05b3d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/80c7feadb04644f3844bc1670322ede0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/42420ab06a774ec0a92bb3f9bd66e9d5] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=35.9 K 2024-11-28T02:36:44,419 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fc2b84f28d648f6894ff9d482b05b3d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732761399436 2024-11-28T02:36:44,420 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80c7feadb04644f3844bc1670322ede0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732761399463 2024-11-28T02:36:44,420 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/a61d6bab05b74873a85dc7d2b48bc6a6 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/a61d6bab05b74873a85dc7d2b48bc6a6 2024-11-28T02:36:44,420 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42420ab06a774ec0a92bb3f9bd66e9d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732761401615 2024-11-28T02:36:44,424 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/A of ab1f8930d1ecd1c8728ee11177cf1edb into a61d6bab05b74873a85dc7d2b48bc6a6(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:44,424 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:44,424 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/A, priority=13, startTime=1732761403995; duration=0sec 2024-11-28T02:36:44,424 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:44,424 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:A 2024-11-28T02:36:44,426 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#C#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:44,426 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/880865a792b24590b6bd1448e82ef4b5 is 50, key is test_row_0/C:col10/1732761402736/Put/seqid=0 2024-11-28T02:36:44,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742240_1416 (size=12527) 2024-11-28T02:36:44,440 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/5efeaac8238448a981cde870173db6ac 2024-11-28T02:36:44,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/35bf5ca6e6934eeaab38c22fabfa636f is 50, key is test_row_0/B:col10/1732761402751/Put/seqid=0 2024-11-28T02:36:44,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742241_1417 (size=12151) 2024-11-28T02:36:44,833 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/880865a792b24590b6bd1448e82ef4b5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/880865a792b24590b6bd1448e82ef4b5 2024-11-28T02:36:44,836 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/C of ab1f8930d1ecd1c8728ee11177cf1edb into 880865a792b24590b6bd1448e82ef4b5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:44,836 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:44,836 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/C, priority=13, startTime=1732761403996; duration=0sec 2024-11-28T02:36:44,836 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:44,836 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:C 2024-11-28T02:36:44,848 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/35bf5ca6e6934eeaab38c22fabfa636f 2024-11-28T02:36:44,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/f4fbc82bf64041d7affce37784278cc8 is 50, key is test_row_0/C:col10/1732761402751/Put/seqid=0 2024-11-28T02:36:44,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742242_1418 (size=12151) 2024-11-28T02:36:44,857 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/f4fbc82bf64041d7affce37784278cc8 2024-11-28T02:36:44,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/5efeaac8238448a981cde870173db6ac as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/5efeaac8238448a981cde870173db6ac 2024-11-28T02:36:44,864 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/5efeaac8238448a981cde870173db6ac, entries=150, sequenceid=190, filesize=30.4 K 2024-11-28T02:36:44,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/35bf5ca6e6934eeaab38c22fabfa636f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/35bf5ca6e6934eeaab38c22fabfa636f 2024-11-28T02:36:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,867 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/35bf5ca6e6934eeaab38c22fabfa636f, entries=150, sequenceid=190, filesize=11.9 K 2024-11-28T02:36:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/f4fbc82bf64041d7affce37784278cc8 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/f4fbc82bf64041d7affce37784278cc8 2024-11-28T02:36:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,871 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/f4fbc82bf64041d7affce37784278cc8, entries=150, sequenceid=190, filesize=11.9 K 2024-11-28T02:36:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,871 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for ab1f8930d1ecd1c8728ee11177cf1edb in 848ms, sequenceid=190, compaction requested=false 2024-11-28T02:36:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:44,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-28T02:36:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-28T02:36:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-28T02:36:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7620 sec 2024-11-28T02:36:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.7660 sec 2024-11-28T02:36:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:44,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:36:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:44,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:44,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:44,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112898ea155c04a14992ac0a737b184fedba_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761404953/Put/seqid=0 2024-11-28T02:36:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742244_1420 (size=24758) 2024-11-28T02:36:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,990 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:44,993 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112898ea155c04a14992ac0a737b184fedba_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112898ea155c04a14992ac0a737b184fedba_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:44,995 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/7fa5169d8fb749a49d9133a9f2c99772, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:44,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/7fa5169d8fb749a49d9133a9f2c99772 is 175, key is test_row_0/A:col10/1732761404953/Put/seqid=0 2024-11-28T02:36:44,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742243_1419 (size=74395) 2024-11-28T02:36:45,003 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/7fa5169d8fb749a49d9133a9f2c99772 2024-11-28T02:36:45,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761464998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761464999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761465005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/bb813b2291094d6fb5416986181bf1b4 is 50, key is test_row_0/B:col10/1732761404953/Put/seqid=0 2024-11-28T02:36:45,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761465005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761465006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742245_1421 (size=12151) 2024-11-28T02:36:45,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761465107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761465108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761465108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761465112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761465112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-28T02:36:45,213 INFO [Thread-1655 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-28T02:36:45,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:36:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-28T02:36:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-28T02:36:45,214 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:36:45,215 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:36:45,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:36:45,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761465311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-28T02:36:45,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761465313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761465313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761465316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761465316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,366 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-28T02:36:45,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:45,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:45,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:45,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:45,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:45,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/bb813b2291094d6fb5416986181bf1b4 2024-11-28T02:36:45,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/411b77c0f62c45b4973714fd38874c03 is 50, key is test_row_0/C:col10/1732761404953/Put/seqid=0 2024-11-28T02:36:45,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742246_1422 (size=12151) 2024-11-28T02:36:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-28T02:36:45,518 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-28T02:36:45,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:45,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:45,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:45,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:45,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:45,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761465616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761465619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761465623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761465623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761465623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-28T02:36:45,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:45,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:45,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:45,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:45,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-28T02:36:45,823 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-28T02:36:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:45,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:45,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:45,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/411b77c0f62c45b4973714fd38874c03 2024-11-28T02:36:45,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/7fa5169d8fb749a49d9133a9f2c99772 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/7fa5169d8fb749a49d9133a9f2c99772 2024-11-28T02:36:45,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/7fa5169d8fb749a49d9133a9f2c99772, entries=400, sequenceid=204, filesize=72.7 K 2024-11-28T02:36:45,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/bb813b2291094d6fb5416986181bf1b4 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/bb813b2291094d6fb5416986181bf1b4 2024-11-28T02:36:45,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/bb813b2291094d6fb5416986181bf1b4, entries=150, sequenceid=204, filesize=11.9 K 2024-11-28T02:36:45,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/411b77c0f62c45b4973714fd38874c03 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/411b77c0f62c45b4973714fd38874c03 2024-11-28T02:36:45,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/411b77c0f62c45b4973714fd38874c03, entries=150, sequenceid=204, filesize=11.9 K 2024-11-28T02:36:45,839 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-28T02:36:45,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ab1f8930d1ecd1c8728ee11177cf1edb in 886ms, sequenceid=204, compaction requested=true 2024-11-28T02:36:45,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:45,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:36:45,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:45,840 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:45,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:36:45,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:45,840 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:45,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:45,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:45,841 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:45,841 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:45,841 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/B is initiating minor compaction (all files) 2024-11-28T02:36:45,841 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/A is initiating minor compaction (all files) 2024-11-28T02:36:45,841 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/A in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:45,841 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/B in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:45,841 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/1d3b328f9a5542cc863ab12ae8816142, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/35bf5ca6e6934eeaab38c22fabfa636f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/bb813b2291094d6fb5416986181bf1b4] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=36.0 K 2024-11-28T02:36:45,841 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/a61d6bab05b74873a85dc7d2b48bc6a6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/5efeaac8238448a981cde870173db6ac, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/7fa5169d8fb749a49d9133a9f2c99772] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=133.8 K 2024-11-28T02:36:45,841 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:45,841 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/a61d6bab05b74873a85dc7d2b48bc6a6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/5efeaac8238448a981cde870173db6ac, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/7fa5169d8fb749a49d9133a9f2c99772] 2024-11-28T02:36:45,842 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d3b328f9a5542cc863ab12ae8816142, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732761401615 2024-11-28T02:36:45,842 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting a61d6bab05b74873a85dc7d2b48bc6a6, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732761401615 2024-11-28T02:36:45,842 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 35bf5ca6e6934eeaab38c22fabfa636f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732761402748 2024-11-28T02:36:45,842 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5efeaac8238448a981cde870173db6ac, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732761402748 2024-11-28T02:36:45,842 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting bb813b2291094d6fb5416986181bf1b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732761404923 2024-11-28T02:36:45,842 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fa5169d8fb749a49d9133a9f2c99772, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732761404923 2024-11-28T02:36:45,854 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:45,856 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:45,857 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/97acfb710208459d8b880a38cd5d384a is 50, key is test_row_0/B:col10/1732761404953/Put/seqid=0 2024-11-28T02:36:45,858 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112843a756add2ea4a4bb171732d40d10b9d_ab1f8930d1ecd1c8728ee11177cf1edb store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:45,860 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112843a756add2ea4a4bb171732d40d10b9d_ab1f8930d1ecd1c8728ee11177cf1edb, store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:45,860 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112843a756add2ea4a4bb171732d40d10b9d_ab1f8930d1ecd1c8728ee11177cf1edb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:45,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742247_1423 (size=12629) 2024-11-28T02:36:45,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742248_1424 (size=4469) 2024-11-28T02:36:45,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:45,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-28T02:36:45,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:45,976 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T02:36:45,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:45,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:45,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:45,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:45,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:45,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:45,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283c9c57c87a4c40a0a20b163d399feff0_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761404993/Put/seqid=0 2024-11-28T02:36:45,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742249_1425 (size=12304) 2024-11-28T02:36:46,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:46,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761466130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761466130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761466133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761466134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761466135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761466236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761466237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761466238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761466243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761466243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,267 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/97acfb710208459d8b880a38cd5d384a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/97acfb710208459d8b880a38cd5d384a 2024-11-28T02:36:46,270 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/B of ab1f8930d1ecd1c8728ee11177cf1edb into 97acfb710208459d8b880a38cd5d384a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:46,270 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:46,270 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/B, priority=13, startTime=1732761405840; duration=0sec 2024-11-28T02:36:46,271 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:46,271 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:B 2024-11-28T02:36:46,271 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:46,276 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:46,276 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/C is initiating minor compaction (all files) 2024-11-28T02:36:46,276 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/C in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:46,276 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/880865a792b24590b6bd1448e82ef4b5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/f4fbc82bf64041d7affce37784278cc8, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/411b77c0f62c45b4973714fd38874c03] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=36.0 K 2024-11-28T02:36:46,277 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#A#compaction#353 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:46,277 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 880865a792b24590b6bd1448e82ef4b5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732761401615 2024-11-28T02:36:46,277 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting f4fbc82bf64041d7affce37784278cc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732761402748 2024-11-28T02:36:46,277 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/0528c8eb56474b48bbcaf31c3dc045d6 is 175, key is test_row_0/A:col10/1732761404953/Put/seqid=0 2024-11-28T02:36:46,278 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 411b77c0f62c45b4973714fd38874c03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732761404923 2024-11-28T02:36:46,289 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#C#compaction#356 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:46,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742250_1426 (size=31583) 2024-11-28T02:36:46,290 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/41a36aa034f64f3d985e452807b8d63c is 50, key is test_row_0/C:col10/1732761404953/Put/seqid=0 2024-11-28T02:36:46,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742251_1427 (size=12629) 2024-11-28T02:36:46,303 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/41a36aa034f64f3d985e452807b8d63c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/41a36aa034f64f3d985e452807b8d63c 2024-11-28T02:36:46,307 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/C of ab1f8930d1ecd1c8728ee11177cf1edb into 41a36aa034f64f3d985e452807b8d63c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:46,307 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:46,307 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/C, priority=13, startTime=1732761405840; duration=0sec 2024-11-28T02:36:46,307 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:46,307 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:C 2024-11-28T02:36:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-28T02:36:46,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:46,389 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283c9c57c87a4c40a0a20b163d399feff0_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283c9c57c87a4c40a0a20b163d399feff0_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:46,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/ac90335c43cd4c7f823546709947f871, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:46,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/ac90335c43cd4c7f823546709947f871 is 175, key is test_row_0/A:col10/1732761404993/Put/seqid=0 2024-11-28T02:36:46,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742252_1428 (size=31105) 2024-11-28T02:36:46,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761466440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761466440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761466441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761466446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761466446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,693 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/0528c8eb56474b48bbcaf31c3dc045d6 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/0528c8eb56474b48bbcaf31c3dc045d6 2024-11-28T02:36:46,697 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/A of ab1f8930d1ecd1c8728ee11177cf1edb into 0528c8eb56474b48bbcaf31c3dc045d6(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:46,697 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:46,697 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/A, priority=13, startTime=1732761405840; duration=0sec 2024-11-28T02:36:46,697 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:46,697 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:A 2024-11-28T02:36:46,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761466744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761466744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761466745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761466749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761466750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:46,794 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/ac90335c43cd4c7f823546709947f871 2024-11-28T02:36:46,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/11e478c4a1b5497a9a4b3e05933acb4d is 50, key is test_row_0/B:col10/1732761404993/Put/seqid=0 2024-11-28T02:36:46,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742253_1429 (size=12151) 2024-11-28T02:36:47,204 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/11e478c4a1b5497a9a4b3e05933acb4d 2024-11-28T02:36:47,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/c18b747724fe49c9a4cc0fb0f2d5c0c2 is 50, key is test_row_0/C:col10/1732761404993/Put/seqid=0 2024-11-28T02:36:47,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742254_1430 (size=12151) 2024-11-28T02:36:47,214 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/c18b747724fe49c9a4cc0fb0f2d5c0c2 2024-11-28T02:36:47,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/ac90335c43cd4c7f823546709947f871 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/ac90335c43cd4c7f823546709947f871 2024-11-28T02:36:47,221 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/ac90335c43cd4c7f823546709947f871, entries=150, sequenceid=229, filesize=30.4 K 2024-11-28T02:36:47,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/11e478c4a1b5497a9a4b3e05933acb4d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/11e478c4a1b5497a9a4b3e05933acb4d 2024-11-28T02:36:47,224 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/11e478c4a1b5497a9a4b3e05933acb4d, entries=150, sequenceid=229, filesize=11.9 K 2024-11-28T02:36:47,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/c18b747724fe49c9a4cc0fb0f2d5c0c2 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c18b747724fe49c9a4cc0fb0f2d5c0c2 2024-11-28T02:36:47,229 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c18b747724fe49c9a4cc0fb0f2d5c0c2, entries=150, sequenceid=229, filesize=11.9 K 2024-11-28T02:36:47,229 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ab1f8930d1ecd1c8728ee11177cf1edb in 1253ms, sequenceid=229, compaction requested=false 2024-11-28T02:36:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-28T02:36:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-28T02:36:47,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-28T02:36:47,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0150 sec 2024-11-28T02:36:47,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.0190 sec 2024-11-28T02:36:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:47,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T02:36:47,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:47,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:47,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:47,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:47,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:47,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:47,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112895107a0d708a4c97ab1bfd99f24c44c0_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761406134/Put/seqid=0 2024-11-28T02:36:47,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742255_1431 (size=14794) 2024-11-28T02:36:47,264 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:47,269 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112895107a0d708a4c97ab1bfd99f24c44c0_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112895107a0d708a4c97ab1bfd99f24c44c0_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:47,270 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/dcff8ba7faff4227b38cf4c1691adff4, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:47,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/dcff8ba7faff4227b38cf4c1691adff4 is 175, key is test_row_0/A:col10/1732761406134/Put/seqid=0 2024-11-28T02:36:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742256_1432 (size=39749) 2024-11-28T02:36:47,275 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/dcff8ba7faff4227b38cf4c1691adff4 2024-11-28T02:36:47,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/ae08f66c1e1847f683d4441747deab07 is 50, key is test_row_0/B:col10/1732761406134/Put/seqid=0 2024-11-28T02:36:47,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742257_1433 (size=12151) 2024-11-28T02:36:47,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/ae08f66c1e1847f683d4441747deab07 2024-11-28T02:36:47,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/c02c453c886f45afbfa78653637313b2 is 50, key is test_row_0/C:col10/1732761406134/Put/seqid=0 2024-11-28T02:36:47,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761467282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742258_1434 (size=12151) 2024-11-28T02:36:47,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761467284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/c02c453c886f45afbfa78653637313b2 2024-11-28T02:36:47,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/dcff8ba7faff4227b38cf4c1691adff4 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/dcff8ba7faff4227b38cf4c1691adff4 2024-11-28T02:36:47,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/dcff8ba7faff4227b38cf4c1691adff4, entries=200, sequenceid=244, filesize=38.8 K 2024-11-28T02:36:47,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/ae08f66c1e1847f683d4441747deab07 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/ae08f66c1e1847f683d4441747deab07 2024-11-28T02:36:47,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761467292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761467294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761467294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/ae08f66c1e1847f683d4441747deab07, entries=150, sequenceid=244, filesize=11.9 K 2024-11-28T02:36:47,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/c02c453c886f45afbfa78653637313b2 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c02c453c886f45afbfa78653637313b2 2024-11-28T02:36:47,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c02c453c886f45afbfa78653637313b2, entries=150, sequenceid=244, filesize=11.9 K 2024-11-28T02:36:47,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ab1f8930d1ecd1c8728ee11177cf1edb in 56ms, sequenceid=244, compaction requested=true 2024-11-28T02:36:47,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:47,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:36:47,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:47,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:36:47,309 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:47,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:47,309 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:47,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:47,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:47,309 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:47,310 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:47,310 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/B is initiating minor compaction (all files) 2024-11-28T02:36:47,310 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/A is initiating minor compaction (all files) 2024-11-28T02:36:47,310 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/B in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:47,310 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/A in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:47,310 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/97acfb710208459d8b880a38cd5d384a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/11e478c4a1b5497a9a4b3e05933acb4d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/ae08f66c1e1847f683d4441747deab07] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=36.1 K 2024-11-28T02:36:47,310 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/0528c8eb56474b48bbcaf31c3dc045d6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/ac90335c43cd4c7f823546709947f871, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/dcff8ba7faff4227b38cf4c1691adff4] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=100.0 K 2024-11-28T02:36:47,310 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:47,310 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/0528c8eb56474b48bbcaf31c3dc045d6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/ac90335c43cd4c7f823546709947f871, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/dcff8ba7faff4227b38cf4c1691adff4] 2024-11-28T02:36:47,310 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 97acfb710208459d8b880a38cd5d384a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732761404923 2024-11-28T02:36:47,310 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0528c8eb56474b48bbcaf31c3dc045d6, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732761404923 2024-11-28T02:36:47,310 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 11e478c4a1b5497a9a4b3e05933acb4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732761404993 2024-11-28T02:36:47,310 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac90335c43cd4c7f823546709947f871, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732761404993 2024-11-28T02:36:47,310 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting ae08f66c1e1847f683d4441747deab07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732761406132 2024-11-28T02:36:47,311 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcff8ba7faff4227b38cf4c1691adff4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732761406132 2024-11-28T02:36:47,316 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:47,316 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#B#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:47,317 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/96793830145e444d87e2a91fe2f7e8cc is 50, key is test_row_0/B:col10/1732761406134/Put/seqid=0 2024-11-28T02:36:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-28T02:36:47,318 INFO [Thread-1655 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-28T02:36:47,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:36:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-28T02:36:47,320 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:36:47,320 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:36:47,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:36:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-28T02:36:47,323 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411286a6a58ff67e14121967237fe0ab42b8d_ab1f8930d1ecd1c8728ee11177cf1edb store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:47,325 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411286a6a58ff67e14121967237fe0ab42b8d_ab1f8930d1ecd1c8728ee11177cf1edb, store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:47,325 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411286a6a58ff67e14121967237fe0ab42b8d_ab1f8930d1ecd1c8728ee11177cf1edb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:47,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742259_1435 (size=12731) 2024-11-28T02:36:47,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742260_1436 (size=4469) 2024-11-28T02:36:47,349 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#A#compaction#363 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:47,350 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/2905c7efbaaa4f49bb48ca5ed6fc935e is 175, key is test_row_0/A:col10/1732761406134/Put/seqid=0 2024-11-28T02:36:47,354 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/96793830145e444d87e2a91fe2f7e8cc as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/96793830145e444d87e2a91fe2f7e8cc 2024-11-28T02:36:47,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742261_1437 (size=31685) 2024-11-28T02:36:47,361 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/B of ab1f8930d1ecd1c8728ee11177cf1edb into 96793830145e444d87e2a91fe2f7e8cc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:47,361 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/2905c7efbaaa4f49bb48ca5ed6fc935e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/2905c7efbaaa4f49bb48ca5ed6fc935e 2024-11-28T02:36:47,361 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:47,361 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/B, priority=13, startTime=1732761407309; duration=0sec 2024-11-28T02:36:47,361 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:47,361 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:B 2024-11-28T02:36:47,362 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:36:47,363 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:36:47,363 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/C is initiating minor compaction (all files) 2024-11-28T02:36:47,363 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/C in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:47,363 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/41a36aa034f64f3d985e452807b8d63c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c18b747724fe49c9a4cc0fb0f2d5c0c2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c02c453c886f45afbfa78653637313b2] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=36.1 K 2024-11-28T02:36:47,364 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 41a36aa034f64f3d985e452807b8d63c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732761404923 2024-11-28T02:36:47,364 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting c18b747724fe49c9a4cc0fb0f2d5c0c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732761404993 2024-11-28T02:36:47,365 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting c02c453c886f45afbfa78653637313b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732761406132 2024-11-28T02:36:47,367 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/A of ab1f8930d1ecd1c8728ee11177cf1edb into 2905c7efbaaa4f49bb48ca5ed6fc935e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:47,367 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:47,367 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/A, priority=13, startTime=1732761407309; duration=0sec 2024-11-28T02:36:47,367 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:47,367 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:A 2024-11-28T02:36:47,372 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#C#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:47,372 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/0572264c0bad461285aca5a10c8f0fbb is 50, key is test_row_0/C:col10/1732761406134/Put/seqid=0 2024-11-28T02:36:47,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742262_1438 (size=12731) 2024-11-28T02:36:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:47,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T02:36:47,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:47,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:47,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:47,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:47,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:47,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:47,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c15d703ad16949bf97d15f314fc1d1e2_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761407397/Put/seqid=0 2024-11-28T02:36:47,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742263_1439 (size=17534) 2024-11-28T02:36:47,409 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:47,413 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c15d703ad16949bf97d15f314fc1d1e2_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c15d703ad16949bf97d15f314fc1d1e2_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:47,413 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/1fd8f72197c74d19b9810e295784f158, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:47,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/1fd8f72197c74d19b9810e295784f158 is 175, key is test_row_0/A:col10/1732761407397/Put/seqid=0 2024-11-28T02:36:47,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761467406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761467406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761467407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761467408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761467413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-28T02:36:47,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742264_1440 (size=48639) 2024-11-28T02:36:47,427 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/1fd8f72197c74d19b9810e295784f158 2024-11-28T02:36:47,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/589d982846ea49c58ee9c7acde22608f is 50, key is test_row_0/B:col10/1732761407397/Put/seqid=0 2024-11-28T02:36:47,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742265_1441 (size=12301) 2024-11-28T02:36:47,472 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T02:36:47,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:47,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:47,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:47,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:47,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:47,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761467516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761467516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761467517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761467517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761467519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-28T02:36:47,624 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T02:36:47,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:47,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:47,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:47,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:47,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:47,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761467721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761467721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761467722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761467722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761467725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,777 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T02:36:47,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:47,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:47,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:47,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:47,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:47,791 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/0572264c0bad461285aca5a10c8f0fbb as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/0572264c0bad461285aca5a10c8f0fbb 2024-11-28T02:36:47,794 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/C of ab1f8930d1ecd1c8728ee11177cf1edb into 0572264c0bad461285aca5a10c8f0fbb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:47,794 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:47,794 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/C, priority=13, startTime=1732761407309; duration=0sec 2024-11-28T02:36:47,794 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:47,794 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:C 2024-11-28T02:36:47,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/589d982846ea49c58ee9c7acde22608f 2024-11-28T02:36:47,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/c145784c2830464eaa28652dd5ed3dc0 is 50, key is test_row_0/C:col10/1732761407397/Put/seqid=0 2024-11-28T02:36:47,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742266_1442 (size=12301) 2024-11-28T02:36:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-28T02:36:47,929 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:47,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T02:36:47,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:47,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:47,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:47,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:47,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:48,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761468028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761468028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761468028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761468029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761468029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T02:36:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:48,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:48,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:48,234 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T02:36:48,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:48,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:48,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:48,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:48,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:48,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/c145784c2830464eaa28652dd5ed3dc0 2024-11-28T02:36:48,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/1fd8f72197c74d19b9810e295784f158 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/1fd8f72197c74d19b9810e295784f158 2024-11-28T02:36:48,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/1fd8f72197c74d19b9810e295784f158, entries=250, sequenceid=273, filesize=47.5 K 2024-11-28T02:36:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/589d982846ea49c58ee9c7acde22608f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/589d982846ea49c58ee9c7acde22608f 2024-11-28T02:36:48,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/589d982846ea49c58ee9c7acde22608f, entries=150, sequenceid=273, filesize=12.0 K 2024-11-28T02:36:48,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/c145784c2830464eaa28652dd5ed3dc0 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c145784c2830464eaa28652dd5ed3dc0 2024-11-28T02:36:48,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c145784c2830464eaa28652dd5ed3dc0, entries=150, sequenceid=273, filesize=12.0 K 2024-11-28T02:36:48,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ab1f8930d1ecd1c8728ee11177cf1edb in 864ms, sequenceid=273, compaction requested=false 2024-11-28T02:36:48,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:48,386 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T02:36:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:48,387 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-28T02:36:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:48,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:48,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128165be32fe4f34e0b8df6c9aa0476e0e4_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761407412/Put/seqid=0 2024-11-28T02:36:48,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742267_1443 (size=12454) 2024-11-28T02:36:48,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:48,400 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128165be32fe4f34e0b8df6c9aa0476e0e4_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128165be32fe4f34e0b8df6c9aa0476e0e4_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:48,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/40a2aa00243d4c8ba760fc4e5be70763, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:48,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/40a2aa00243d4c8ba760fc4e5be70763 is 175, key is test_row_0/A:col10/1732761407412/Put/seqid=0 2024-11-28T02:36:48,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742268_1444 (size=31255) 2024-11-28T02:36:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-28T02:36:48,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. as already flushing 2024-11-28T02:36:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:48,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761468554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761468555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761468555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761468558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761468559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761468660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761468660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761468661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761468664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761468664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,808 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/40a2aa00243d4c8ba760fc4e5be70763 2024-11-28T02:36:48,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/22086a22a45f410d89514b14ad3b68e2 is 50, key is test_row_0/B:col10/1732761407412/Put/seqid=0 2024-11-28T02:36:48,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742269_1445 (size=12301) 2024-11-28T02:36:48,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761468863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761468863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761468865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761468868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:48,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761468869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:49,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761469168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:49,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761469168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:49,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761469169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:49,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761469173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:49,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761469177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:49,222 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/22086a22a45f410d89514b14ad3b68e2 2024-11-28T02:36:49,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/374ce06ab61d4588ba5cb2d9d37c1140 is 50, key is test_row_0/C:col10/1732761407412/Put/seqid=0 2024-11-28T02:36:49,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742270_1446 (size=12301) 2024-11-28T02:36:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-28T02:36:49,629 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/374ce06ab61d4588ba5cb2d9d37c1140 2024-11-28T02:36:49,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/40a2aa00243d4c8ba760fc4e5be70763 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/40a2aa00243d4c8ba760fc4e5be70763 2024-11-28T02:36:49,636 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/40a2aa00243d4c8ba760fc4e5be70763, entries=150, sequenceid=283, filesize=30.5 K 2024-11-28T02:36:49,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/22086a22a45f410d89514b14ad3b68e2 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/22086a22a45f410d89514b14ad3b68e2 2024-11-28T02:36:49,639 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/22086a22a45f410d89514b14ad3b68e2, entries=150, sequenceid=283, filesize=12.0 K 2024-11-28T02:36:49,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/374ce06ab61d4588ba5cb2d9d37c1140 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/374ce06ab61d4588ba5cb2d9d37c1140 2024-11-28T02:36:49,642 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/374ce06ab61d4588ba5cb2d9d37c1140, entries=150, sequenceid=283, filesize=12.0 K 2024-11-28T02:36:49,643 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for ab1f8930d1ecd1c8728ee11177cf1edb in 1255ms, sequenceid=283, compaction requested=true 2024-11-28T02:36:49,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:49,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:49,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-28T02:36:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-28T02:36:49,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-28T02:36:49,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3230 sec 2024-11-28T02:36:49,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.3260 sec 2024-11-28T02:36:49,652 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T02:36:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:49,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-28T02:36:49,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:49,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:49,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:49,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:49,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:49,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:49,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ed4a215331f6491ca753b8e578693ce1_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761409679/Put/seqid=0 2024-11-28T02:36:49,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742271_1447 (size=17534) 2024-11-28T02:36:49,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:49,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761469683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761469683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:49,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761469692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761469692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761469692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:49,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761469793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:49,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761469797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:49,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761469798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:49,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761469798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:50,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761470001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:50,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761470002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:50,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761470005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:50,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761470006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:50,090 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:50,093 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ed4a215331f6491ca753b8e578693ce1_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ed4a215331f6491ca753b8e578693ce1_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:50,093 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/d1b22e58310848fa82c94297cefb03fb, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:50,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/d1b22e58310848fa82c94297cefb03fb is 175, key is test_row_0/A:col10/1732761409679/Put/seqid=0 2024-11-28T02:36:50,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742272_1448 (size=48639) 2024-11-28T02:36:50,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761470307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:50,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761470308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:50,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761470310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:50,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761470311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:50,498 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/d1b22e58310848fa82c94297cefb03fb 2024-11-28T02:36:50,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/0d17f4aa65244e209947a87f0dcfbc30 is 50, key is test_row_0/B:col10/1732761409679/Put/seqid=0 2024-11-28T02:36:50,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742273_1449 (size=12301) 2024-11-28T02:36:50,582 DEBUG [Thread-1658 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:56697 2024-11-28T02:36:50,582 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:50,583 DEBUG [Thread-1660 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:56697 2024-11-28T02:36:50,583 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:50,584 DEBUG [Thread-1662 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:56697 2024-11-28T02:36:50,584 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:50,590 DEBUG [Thread-1664 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47679076 to 127.0.0.1:56697 2024-11-28T02:36:50,590 DEBUG [Thread-1664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:50,590 DEBUG [Thread-1656 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:56697 2024-11-28T02:36:50,590 DEBUG [Thread-1656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:50,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43964 deadline: 1732761470698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:50,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43898 deadline: 1732761470814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:50,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1732761470814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:50,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43882 deadline: 1732761470818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:50,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43914 deadline: 1732761470819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:50,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/0d17f4aa65244e209947a87f0dcfbc30 2024-11-28T02:36:50,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/47952dd9a1ae4c86ba8334624a54f3f6 is 50, key is test_row_0/C:col10/1732761409679/Put/seqid=0 2024-11-28T02:36:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742274_1450 (size=12301) 2024-11-28T02:36:51,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/47952dd9a1ae4c86ba8334624a54f3f6 2024-11-28T02:36:51,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/d1b22e58310848fa82c94297cefb03fb as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/d1b22e58310848fa82c94297cefb03fb 2024-11-28T02:36:51,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/d1b22e58310848fa82c94297cefb03fb, entries=250, sequenceid=312, filesize=47.5 K 2024-11-28T02:36:51,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/0d17f4aa65244e209947a87f0dcfbc30 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/0d17f4aa65244e209947a87f0dcfbc30 2024-11-28T02:36:51,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/0d17f4aa65244e209947a87f0dcfbc30, entries=150, sequenceid=312, filesize=12.0 K 2024-11-28T02:36:51,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/47952dd9a1ae4c86ba8334624a54f3f6 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/47952dd9a1ae4c86ba8334624a54f3f6 2024-11-28T02:36:51,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/47952dd9a1ae4c86ba8334624a54f3f6, entries=150, sequenceid=312, filesize=12.0 K 2024-11-28T02:36:51,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for ab1f8930d1ecd1c8728ee11177cf1edb in 1669ms, sequenceid=312, compaction requested=true 2024-11-28T02:36:51,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:51,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:36:51,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:51,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:36:51,348 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:36:51,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:51,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab1f8930d1ecd1c8728ee11177cf1edb:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:36:51,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:51,348 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:36:51,350 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:36:51,350 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 160218 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:36:51,350 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/A is initiating minor compaction (all files) 2024-11-28T02:36:51,350 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/B is initiating minor compaction (all files) 2024-11-28T02:36:51,350 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/B in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:51,350 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/A in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:51,350 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/2905c7efbaaa4f49bb48ca5ed6fc935e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/1fd8f72197c74d19b9810e295784f158, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/40a2aa00243d4c8ba760fc4e5be70763, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/d1b22e58310848fa82c94297cefb03fb] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=156.5 K 2024-11-28T02:36:51,350 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/96793830145e444d87e2a91fe2f7e8cc, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/589d982846ea49c58ee9c7acde22608f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/22086a22a45f410d89514b14ad3b68e2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/0d17f4aa65244e209947a87f0dcfbc30] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=48.5 K 2024-11-28T02:36:51,350 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:51,350 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/2905c7efbaaa4f49bb48ca5ed6fc935e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/1fd8f72197c74d19b9810e295784f158, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/40a2aa00243d4c8ba760fc4e5be70763, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/d1b22e58310848fa82c94297cefb03fb] 2024-11-28T02:36:51,351 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 96793830145e444d87e2a91fe2f7e8cc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732761406132 2024-11-28T02:36:51,351 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2905c7efbaaa4f49bb48ca5ed6fc935e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732761406132 2024-11-28T02:36:51,351 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 589d982846ea49c58ee9c7acde22608f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732761407282 2024-11-28T02:36:51,351 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fd8f72197c74d19b9810e295784f158, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732761407282 2024-11-28T02:36:51,351 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 22086a22a45f410d89514b14ad3b68e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732761407405 2024-11-28T02:36:51,352 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40a2aa00243d4c8ba760fc4e5be70763, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732761407405 2024-11-28T02:36:51,352 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d17f4aa65244e209947a87f0dcfbc30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732761408557 2024-11-28T02:36:51,352 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1b22e58310848fa82c94297cefb03fb, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732761408553 2024-11-28T02:36:51,361 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:51,363 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128343feecc86a842ae8823fd48127ca5ee_ab1f8930d1ecd1c8728ee11177cf1edb store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:51,363 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#B#compaction#374 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:51,364 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/3124b16cb1fb465985c9284ee2f36472 is 50, key is test_row_0/B:col10/1732761409679/Put/seqid=0 2024-11-28T02:36:51,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742275_1451 (size=13017) 2024-11-28T02:36:51,399 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128343feecc86a842ae8823fd48127ca5ee_ab1f8930d1ecd1c8728ee11177cf1edb, store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:51,399 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128343feecc86a842ae8823fd48127ca5ee_ab1f8930d1ecd1c8728ee11177cf1edb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742276_1452 (size=4469) 2024-11-28T02:36:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-28T02:36:51,426 INFO [Thread-1655 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-28T02:36:51,776 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/3124b16cb1fb465985c9284ee2f36472 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/3124b16cb1fb465985c9284ee2f36472 2024-11-28T02:36:51,780 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/B of ab1f8930d1ecd1c8728ee11177cf1edb into 3124b16cb1fb465985c9284ee2f36472(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:51,780 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:51,780 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/B, priority=12, startTime=1732761411348; duration=0sec 2024-11-28T02:36:51,780 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:36:51,781 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:B 2024-11-28T02:36:51,781 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T02:36:51,782 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T02:36:51,782 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ab1f8930d1ecd1c8728ee11177cf1edb/C is initiating minor compaction (all files) 2024-11-28T02:36:51,782 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ab1f8930d1ecd1c8728ee11177cf1edb/C in TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:51,782 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/0572264c0bad461285aca5a10c8f0fbb, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c145784c2830464eaa28652dd5ed3dc0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/374ce06ab61d4588ba5cb2d9d37c1140, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/47952dd9a1ae4c86ba8334624a54f3f6] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp, totalSize=48.5 K 2024-11-28T02:36:51,782 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 0572264c0bad461285aca5a10c8f0fbb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732761406132 2024-11-28T02:36:51,782 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting c145784c2830464eaa28652dd5ed3dc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732761407282 2024-11-28T02:36:51,783 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 374ce06ab61d4588ba5cb2d9d37c1140, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732761407405 2024-11-28T02:36:51,783 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 47952dd9a1ae4c86ba8334624a54f3f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732761408557 2024-11-28T02:36:51,789 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#C#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:51,789 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/a7f98102330144b69bc410bc4bcc4d85 is 50, key is test_row_0/C:col10/1732761409679/Put/seqid=0 2024-11-28T02:36:51,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742277_1453 (size=13017) 2024-11-28T02:36:51,805 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab1f8930d1ecd1c8728ee11177cf1edb#A#compaction#375 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:36:51,805 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/4de1eba05657458d914989db81c3012e is 175, key is test_row_0/A:col10/1732761409679/Put/seqid=0 2024-11-28T02:36:51,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742278_1454 (size=31971) 2024-11-28T02:36:51,820 DEBUG [Thread-1647 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:56697 2024-11-28T02:36:51,820 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:51,823 DEBUG [Thread-1649 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:56697 2024-11-28T02:36:51,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:36:51,823 DEBUG [Thread-1651 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:56697 2024-11-28T02:36:51,823 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:51,823 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:51,827 DEBUG [Thread-1645 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:56697 2024-11-28T02:36:51,827 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:51,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b2f8843c882b492b9e799c99f3d765f7_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761411819/Put/seqid=0 2024-11-28T02:36:51,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742279_1455 (size=12454) 2024-11-28T02:36:52,202 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/a7f98102330144b69bc410bc4bcc4d85 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/a7f98102330144b69bc410bc4bcc4d85 2024-11-28T02:36:52,208 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/C of ab1f8930d1ecd1c8728ee11177cf1edb into a7f98102330144b69bc410bc4bcc4d85(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:52,208 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:52,208 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/C, priority=12, startTime=1732761411348; duration=0sec 2024-11-28T02:36:52,208 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:52,208 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:C 2024-11-28T02:36:52,213 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/4de1eba05657458d914989db81c3012e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/4de1eba05657458d914989db81c3012e 2024-11-28T02:36:52,216 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ab1f8930d1ecd1c8728ee11177cf1edb/A of ab1f8930d1ecd1c8728ee11177cf1edb into 4de1eba05657458d914989db81c3012e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:36:52,216 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:52,216 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb., storeName=ab1f8930d1ecd1c8728ee11177cf1edb/A, priority=12, startTime=1732761411348; duration=0sec 2024-11-28T02:36:52,216 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:36:52,216 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab1f8930d1ecd1c8728ee11177cf1edb:A 2024-11-28T02:36:52,233 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:52,235 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b2f8843c882b492b9e799c99f3d765f7_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b2f8843c882b492b9e799c99f3d765f7_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:52,236 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/2062e42654694cec90b91d47fc330c7a, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:52,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/2062e42654694cec90b91d47fc330c7a is 175, key is test_row_0/A:col10/1732761411819/Put/seqid=0 2024-11-28T02:36:52,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742280_1456 (size=31255) 2024-11-28T02:36:52,641 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/2062e42654694cec90b91d47fc330c7a 2024-11-28T02:36:52,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/1362c463416b4f71873eda5fe7215db0 is 50, key is test_row_0/B:col10/1732761411819/Put/seqid=0 2024-11-28T02:36:52,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742281_1457 (size=12301) 2024-11-28T02:36:52,709 DEBUG [Thread-1653 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3875c8c5 to 127.0.0.1:56697 2024-11-28T02:36:52,709 DEBUG [Thread-1653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:52,709 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T02:36:52,709 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2576 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7728 rows 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2580 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7740 rows 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2572 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7716 rows 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2584 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7752 rows 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2584 2024-11-28T02:36:52,710 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7752 rows 2024-11-28T02:36:52,710 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-28T02:36:52,710 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:56697 2024-11-28T02:36:52,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:36:52,714 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-28T02:36:52,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T02:36:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-28T02:36:52,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761412719"}]},"ts":"1732761412719"} 2024-11-28T02:36:52,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T02:36:52,760 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T02:36:52,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T02:36:52,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab1f8930d1ecd1c8728ee11177cf1edb, UNASSIGN}] 2024-11-28T02:36:52,764 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab1f8930d1ecd1c8728ee11177cf1edb, UNASSIGN 2024-11-28T02:36:52,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=ab1f8930d1ecd1c8728ee11177cf1edb, regionState=CLOSING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:52,767 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T02:36:52,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:36:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-28T02:36:52,920 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:52,920 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:52,921 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T02:36:52,921 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing ab1f8930d1ecd1c8728ee11177cf1edb, disabling compactions & flushes 2024-11-28T02:36:52,921 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-28T02:36:53,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/1362c463416b4f71873eda5fe7215db0 2024-11-28T02:36:53,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/9741aab517474e499eb30f5010ed46c8 is 50, key is test_row_0/C:col10/1732761411819/Put/seqid=0 2024-11-28T02:36:53,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742282_1458 (size=12301) 2024-11-28T02:36:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-28T02:36:53,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/9741aab517474e499eb30f5010ed46c8 2024-11-28T02:36:53,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/2062e42654694cec90b91d47fc330c7a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/2062e42654694cec90b91d47fc330c7a 2024-11-28T02:36:53,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/2062e42654694cec90b91d47fc330c7a, entries=150, sequenceid=324, filesize=30.5 K 2024-11-28T02:36:53,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/1362c463416b4f71873eda5fe7215db0 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/1362c463416b4f71873eda5fe7215db0 2024-11-28T02:36:53,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/1362c463416b4f71873eda5fe7215db0, entries=150, sequenceid=324, filesize=12.0 K 2024-11-28T02:36:53,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/9741aab517474e499eb30f5010ed46c8 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/9741aab517474e499eb30f5010ed46c8 2024-11-28T02:36:53,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/9741aab517474e499eb30f5010ed46c8, entries=150, sequenceid=324, filesize=12.0 K 2024-11-28T02:36:53,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for ab1f8930d1ecd1c8728ee11177cf1edb in 1678ms, sequenceid=324, compaction requested=false 2024-11-28T02:36:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:53,501 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:53,501 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:53,501 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. after waiting 0 ms 2024-11-28T02:36:53,501 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:53,501 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(2837): Flushing ab1f8930d1ecd1c8728ee11177cf1edb 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-28T02:36:53,501 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=A 2024-11-28T02:36:53,502 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:53,502 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=B 2024-11-28T02:36:53,502 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:53,502 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab1f8930d1ecd1c8728ee11177cf1edb, store=C 2024-11-28T02:36:53,502 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:53,506 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128be0248cae8e740938ba743edb658f903_ab1f8930d1ecd1c8728ee11177cf1edb is 50, key is test_row_0/A:col10/1732761411825/Put/seqid=0 2024-11-28T02:36:53,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742283_1459 (size=9914) 2024-11-28T02:36:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-28T02:36:53,910 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:53,917 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128be0248cae8e740938ba743edb658f903_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128be0248cae8e740938ba743edb658f903_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:53,918 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/88d49ed9fbb04ac392e022859eb1cb92, store: [table=TestAcidGuarantees family=A region=ab1f8930d1ecd1c8728ee11177cf1edb] 2024-11-28T02:36:53,919 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/88d49ed9fbb04ac392e022859eb1cb92 is 175, key is test_row_0/A:col10/1732761411825/Put/seqid=0 2024-11-28T02:36:53,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742284_1460 (size=22561) 2024-11-28T02:36:54,043 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/d2d81fffe46144c9af99ad5851dc18ca, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/56c0d8ec2c4449dab493815248178ad9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/bbe319e0c035445293b7e4b06563a344, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/f55176e0924c4c3e90f32b17cd578eea, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/b810515cd5a44500bbe20b5b68697f42, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/70b6781376b54c38bb3c2c4042fc80c1, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/8e5d04135cff42d1b7a75135a723df06, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/309443ee039a4950a3b1294400b4110f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/57aefa45e2ef42668bd682bcc94f99dc, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/f1786a020b9043fb8a543cb16cdbf38d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/b69c22e34c7949babfee1acb6ff6a734, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/a61d6bab05b74873a85dc7d2b48bc6a6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/5efeaac8238448a981cde870173db6ac, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/7fa5169d8fb749a49d9133a9f2c99772, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/0528c8eb56474b48bbcaf31c3dc045d6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/ac90335c43cd4c7f823546709947f871, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/dcff8ba7faff4227b38cf4c1691adff4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/2905c7efbaaa4f49bb48ca5ed6fc935e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/1fd8f72197c74d19b9810e295784f158, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/40a2aa00243d4c8ba760fc4e5be70763, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/d1b22e58310848fa82c94297cefb03fb] to archive 2024-11-28T02:36:54,044 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:36:54,046 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/d2d81fffe46144c9af99ad5851dc18ca to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/d2d81fffe46144c9af99ad5851dc18ca 2024-11-28T02:36:54,048 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/56c0d8ec2c4449dab493815248178ad9 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/56c0d8ec2c4449dab493815248178ad9 2024-11-28T02:36:54,049 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/bbe319e0c035445293b7e4b06563a344 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/bbe319e0c035445293b7e4b06563a344 2024-11-28T02:36:54,051 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/f55176e0924c4c3e90f32b17cd578eea to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/f55176e0924c4c3e90f32b17cd578eea 2024-11-28T02:36:54,052 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/b810515cd5a44500bbe20b5b68697f42 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/b810515cd5a44500bbe20b5b68697f42 2024-11-28T02:36:54,054 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/70b6781376b54c38bb3c2c4042fc80c1 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/70b6781376b54c38bb3c2c4042fc80c1 2024-11-28T02:36:54,055 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/8e5d04135cff42d1b7a75135a723df06 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/8e5d04135cff42d1b7a75135a723df06 2024-11-28T02:36:54,056 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/309443ee039a4950a3b1294400b4110f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/309443ee039a4950a3b1294400b4110f 2024-11-28T02:36:54,058 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/57aefa45e2ef42668bd682bcc94f99dc to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/57aefa45e2ef42668bd682bcc94f99dc 2024-11-28T02:36:54,059 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/f1786a020b9043fb8a543cb16cdbf38d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/f1786a020b9043fb8a543cb16cdbf38d 2024-11-28T02:36:54,060 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/b69c22e34c7949babfee1acb6ff6a734 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/b69c22e34c7949babfee1acb6ff6a734 2024-11-28T02:36:54,061 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/a61d6bab05b74873a85dc7d2b48bc6a6 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/a61d6bab05b74873a85dc7d2b48bc6a6 2024-11-28T02:36:54,062 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/5efeaac8238448a981cde870173db6ac to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/5efeaac8238448a981cde870173db6ac 2024-11-28T02:36:54,063 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/7fa5169d8fb749a49d9133a9f2c99772 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/7fa5169d8fb749a49d9133a9f2c99772 2024-11-28T02:36:54,065 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/0528c8eb56474b48bbcaf31c3dc045d6 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/0528c8eb56474b48bbcaf31c3dc045d6 2024-11-28T02:36:54,066 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/ac90335c43cd4c7f823546709947f871 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/ac90335c43cd4c7f823546709947f871 2024-11-28T02:36:54,067 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/dcff8ba7faff4227b38cf4c1691adff4 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/dcff8ba7faff4227b38cf4c1691adff4 2024-11-28T02:36:54,068 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/2905c7efbaaa4f49bb48ca5ed6fc935e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/2905c7efbaaa4f49bb48ca5ed6fc935e 2024-11-28T02:36:54,069 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/1fd8f72197c74d19b9810e295784f158 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/1fd8f72197c74d19b9810e295784f158 2024-11-28T02:36:54,070 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/40a2aa00243d4c8ba760fc4e5be70763 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/40a2aa00243d4c8ba760fc4e5be70763 2024-11-28T02:36:54,071 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/d1b22e58310848fa82c94297cefb03fb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/d1b22e58310848fa82c94297cefb03fb 2024-11-28T02:36:54,075 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/e371836bc77c4e65a616cd1130f20256, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/2ebd643c2caf4be48ac7da106c65e324, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/8382fbc9395d460bb15efbddcd6bba01, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/a534c0570c99459496503361dee748f5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/96034d44330b4385ac39583d8b7c2485, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/37a1d630b24748bd834e553bea0b2d3e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/29c10345fb7541ea82c34c2148fbc889, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/5cae84a9d28843caaa9ceecf21d3b911, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/f9e7bba66b12484d99214e6cfcd2d022, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/4e28ef4cf98044d8bc6de6c04c86ada2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/1d3b328f9a5542cc863ab12ae8816142, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/79aad9e943e54b6281c6cdb3220bb380, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/35bf5ca6e6934eeaab38c22fabfa636f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/97acfb710208459d8b880a38cd5d384a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/bb813b2291094d6fb5416986181bf1b4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/11e478c4a1b5497a9a4b3e05933acb4d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/96793830145e444d87e2a91fe2f7e8cc, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/ae08f66c1e1847f683d4441747deab07, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/589d982846ea49c58ee9c7acde22608f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/22086a22a45f410d89514b14ad3b68e2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/0d17f4aa65244e209947a87f0dcfbc30] to archive 2024-11-28T02:36:54,076 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:36:54,077 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/e371836bc77c4e65a616cd1130f20256 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/e371836bc77c4e65a616cd1130f20256 2024-11-28T02:36:54,079 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/2ebd643c2caf4be48ac7da106c65e324 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/2ebd643c2caf4be48ac7da106c65e324 2024-11-28T02:36:54,080 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/8382fbc9395d460bb15efbddcd6bba01 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/8382fbc9395d460bb15efbddcd6bba01 2024-11-28T02:36:54,081 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/a534c0570c99459496503361dee748f5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/a534c0570c99459496503361dee748f5 2024-11-28T02:36:54,082 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/96034d44330b4385ac39583d8b7c2485 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/96034d44330b4385ac39583d8b7c2485 2024-11-28T02:36:54,083 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/37a1d630b24748bd834e553bea0b2d3e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/37a1d630b24748bd834e553bea0b2d3e 2024-11-28T02:36:54,084 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/29c10345fb7541ea82c34c2148fbc889 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/29c10345fb7541ea82c34c2148fbc889 2024-11-28T02:36:54,085 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/5cae84a9d28843caaa9ceecf21d3b911 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/5cae84a9d28843caaa9ceecf21d3b911 2024-11-28T02:36:54,086 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/f9e7bba66b12484d99214e6cfcd2d022 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/f9e7bba66b12484d99214e6cfcd2d022 2024-11-28T02:36:54,086 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/4e28ef4cf98044d8bc6de6c04c86ada2 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/4e28ef4cf98044d8bc6de6c04c86ada2 2024-11-28T02:36:54,087 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/1d3b328f9a5542cc863ab12ae8816142 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/1d3b328f9a5542cc863ab12ae8816142 2024-11-28T02:36:54,088 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/79aad9e943e54b6281c6cdb3220bb380 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/79aad9e943e54b6281c6cdb3220bb380 2024-11-28T02:36:54,089 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/35bf5ca6e6934eeaab38c22fabfa636f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/35bf5ca6e6934eeaab38c22fabfa636f 2024-11-28T02:36:54,090 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/97acfb710208459d8b880a38cd5d384a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/97acfb710208459d8b880a38cd5d384a 2024-11-28T02:36:54,091 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/bb813b2291094d6fb5416986181bf1b4 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/bb813b2291094d6fb5416986181bf1b4 2024-11-28T02:36:54,093 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/11e478c4a1b5497a9a4b3e05933acb4d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/11e478c4a1b5497a9a4b3e05933acb4d 2024-11-28T02:36:54,094 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/96793830145e444d87e2a91fe2f7e8cc to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/96793830145e444d87e2a91fe2f7e8cc 2024-11-28T02:36:54,095 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/ae08f66c1e1847f683d4441747deab07 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/ae08f66c1e1847f683d4441747deab07 2024-11-28T02:36:54,095 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/589d982846ea49c58ee9c7acde22608f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/589d982846ea49c58ee9c7acde22608f 2024-11-28T02:36:54,096 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/22086a22a45f410d89514b14ad3b68e2 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/22086a22a45f410d89514b14ad3b68e2 2024-11-28T02:36:54,097 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/0d17f4aa65244e209947a87f0dcfbc30 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/0d17f4aa65244e209947a87f0dcfbc30 2024-11-28T02:36:54,099 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/914041cf7e7742cca5ab33ac47f0c4b3, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/8f35e79749d64bcebcf6bd8e9f5f3995, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/41bd15c1786840cb967333510bbd1574, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c039417c96944fc989c65f46f665d8b4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/627513d2945849978a0106ddc93255af, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/ef06c72094bc4f518fe41fc183da69fd, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/d9db7c02d26849c084e633e48c2654d9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/4fc2b84f28d648f6894ff9d482b05b3d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/ffc9b00b1d834c7398e0a17cdb520faa, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/80c7feadb04644f3844bc1670322ede0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/880865a792b24590b6bd1448e82ef4b5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/42420ab06a774ec0a92bb3f9bd66e9d5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/f4fbc82bf64041d7affce37784278cc8, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/41a36aa034f64f3d985e452807b8d63c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/411b77c0f62c45b4973714fd38874c03, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c18b747724fe49c9a4cc0fb0f2d5c0c2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/0572264c0bad461285aca5a10c8f0fbb, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c02c453c886f45afbfa78653637313b2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c145784c2830464eaa28652dd5ed3dc0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/374ce06ab61d4588ba5cb2d9d37c1140, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/47952dd9a1ae4c86ba8334624a54f3f6] to archive 2024-11-28T02:36:54,100 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:36:54,101 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/914041cf7e7742cca5ab33ac47f0c4b3 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/914041cf7e7742cca5ab33ac47f0c4b3 2024-11-28T02:36:54,101 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/8f35e79749d64bcebcf6bd8e9f5f3995 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/8f35e79749d64bcebcf6bd8e9f5f3995 2024-11-28T02:36:54,102 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/41bd15c1786840cb967333510bbd1574 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/41bd15c1786840cb967333510bbd1574 2024-11-28T02:36:54,103 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c039417c96944fc989c65f46f665d8b4 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c039417c96944fc989c65f46f665d8b4 2024-11-28T02:36:54,103 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/627513d2945849978a0106ddc93255af to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/627513d2945849978a0106ddc93255af 2024-11-28T02:36:54,104 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/ef06c72094bc4f518fe41fc183da69fd to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/ef06c72094bc4f518fe41fc183da69fd 2024-11-28T02:36:54,105 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/d9db7c02d26849c084e633e48c2654d9 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/d9db7c02d26849c084e633e48c2654d9 2024-11-28T02:36:54,105 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/4fc2b84f28d648f6894ff9d482b05b3d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/4fc2b84f28d648f6894ff9d482b05b3d 2024-11-28T02:36:54,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/ffc9b00b1d834c7398e0a17cdb520faa to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/ffc9b00b1d834c7398e0a17cdb520faa 2024-11-28T02:36:54,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/80c7feadb04644f3844bc1670322ede0 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/80c7feadb04644f3844bc1670322ede0 2024-11-28T02:36:54,107 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/880865a792b24590b6bd1448e82ef4b5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/880865a792b24590b6bd1448e82ef4b5 2024-11-28T02:36:54,108 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/42420ab06a774ec0a92bb3f9bd66e9d5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/42420ab06a774ec0a92bb3f9bd66e9d5 2024-11-28T02:36:54,108 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/f4fbc82bf64041d7affce37784278cc8 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/f4fbc82bf64041d7affce37784278cc8 2024-11-28T02:36:54,109 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/41a36aa034f64f3d985e452807b8d63c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/41a36aa034f64f3d985e452807b8d63c 2024-11-28T02:36:54,109 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/411b77c0f62c45b4973714fd38874c03 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/411b77c0f62c45b4973714fd38874c03 2024-11-28T02:36:54,110 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c18b747724fe49c9a4cc0fb0f2d5c0c2 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c18b747724fe49c9a4cc0fb0f2d5c0c2 2024-11-28T02:36:54,110 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/0572264c0bad461285aca5a10c8f0fbb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/0572264c0bad461285aca5a10c8f0fbb 2024-11-28T02:36:54,111 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c02c453c886f45afbfa78653637313b2 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c02c453c886f45afbfa78653637313b2 2024-11-28T02:36:54,112 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c145784c2830464eaa28652dd5ed3dc0 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/c145784c2830464eaa28652dd5ed3dc0 2024-11-28T02:36:54,112 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/374ce06ab61d4588ba5cb2d9d37c1140 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/374ce06ab61d4588ba5cb2d9d37c1140 2024-11-28T02:36:54,113 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/91d91e22c0a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/47952dd9a1ae4c86ba8334624a54f3f6 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/47952dd9a1ae4c86ba8334624a54f3f6 2024-11-28T02:36:54,325 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/88d49ed9fbb04ac392e022859eb1cb92 2024-11-28T02:36:54,337 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/921671630d68482fb44a6d65cf7b881e is 50, key is test_row_0/B:col10/1732761411825/Put/seqid=0 2024-11-28T02:36:54,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742285_1461 (size=9857) 2024-11-28T02:36:54,743 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/921671630d68482fb44a6d65cf7b881e 2024-11-28T02:36:54,757 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/b5f6637e8fa44547974ef60503f2eea2 is 50, key is test_row_0/C:col10/1732761411825/Put/seqid=0 2024-11-28T02:36:54,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742286_1462 (size=9857) 2024-11-28T02:36:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-28T02:36:55,162 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/b5f6637e8fa44547974ef60503f2eea2 2024-11-28T02:36:55,171 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/A/88d49ed9fbb04ac392e022859eb1cb92 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/88d49ed9fbb04ac392e022859eb1cb92 2024-11-28T02:36:55,175 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/88d49ed9fbb04ac392e022859eb1cb92, entries=100, sequenceid=331, filesize=22.0 K 2024-11-28T02:36:55,176 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/B/921671630d68482fb44a6d65cf7b881e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/921671630d68482fb44a6d65cf7b881e 2024-11-28T02:36:55,180 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/921671630d68482fb44a6d65cf7b881e, entries=100, sequenceid=331, filesize=9.6 K 2024-11-28T02:36:55,181 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/.tmp/C/b5f6637e8fa44547974ef60503f2eea2 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/b5f6637e8fa44547974ef60503f2eea2 2024-11-28T02:36:55,185 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/b5f6637e8fa44547974ef60503f2eea2, entries=100, sequenceid=331, filesize=9.6 K 2024-11-28T02:36:55,186 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for ab1f8930d1ecd1c8728ee11177cf1edb in 1685ms, sequenceid=331, compaction requested=true 2024-11-28T02:36:55,190 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/recovered.edits/334.seqid, newMaxSeqId=334, maxSeqId=4 2024-11-28T02:36:55,191 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb. 2024-11-28T02:36:55,191 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for ab1f8930d1ecd1c8728ee11177cf1edb: 2024-11-28T02:36:55,192 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:55,192 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=ab1f8930d1ecd1c8728ee11177cf1edb, regionState=CLOSED 2024-11-28T02:36:55,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-28T02:36:55,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure ab1f8930d1ecd1c8728ee11177cf1edb, server=91d91e22c0a9,41755,1732761291190 in 2.4260 sec 2024-11-28T02:36:55,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-28T02:36:55,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab1f8930d1ecd1c8728ee11177cf1edb, UNASSIGN in 2.4320 sec 2024-11-28T02:36:55,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-28T02:36:55,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.4360 sec 2024-11-28T02:36:55,200 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761415200"}]},"ts":"1732761415200"} 2024-11-28T02:36:55,201 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T02:36:55,243 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T02:36:55,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.5290 sec 2024-11-28T02:36:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-28T02:36:56,831 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-28T02:36:56,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T02:36:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:56,836 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-28T02:36:56,837 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:56,839 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,843 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/recovered.edits] 2024-11-28T02:36:56,849 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/2062e42654694cec90b91d47fc330c7a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/2062e42654694cec90b91d47fc330c7a 2024-11-28T02:36:56,851 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/4de1eba05657458d914989db81c3012e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/4de1eba05657458d914989db81c3012e 2024-11-28T02:36:56,854 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/88d49ed9fbb04ac392e022859eb1cb92 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/A/88d49ed9fbb04ac392e022859eb1cb92 2024-11-28T02:36:56,858 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/1362c463416b4f71873eda5fe7215db0 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/1362c463416b4f71873eda5fe7215db0 2024-11-28T02:36:56,861 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/3124b16cb1fb465985c9284ee2f36472 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/3124b16cb1fb465985c9284ee2f36472 2024-11-28T02:36:56,863 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/921671630d68482fb44a6d65cf7b881e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/B/921671630d68482fb44a6d65cf7b881e 2024-11-28T02:36:56,866 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/9741aab517474e499eb30f5010ed46c8 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/9741aab517474e499eb30f5010ed46c8 2024-11-28T02:36:56,867 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/a7f98102330144b69bc410bc4bcc4d85 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/a7f98102330144b69bc410bc4bcc4d85 2024-11-28T02:36:56,868 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/b5f6637e8fa44547974ef60503f2eea2 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/C/b5f6637e8fa44547974ef60503f2eea2 2024-11-28T02:36:56,871 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/recovered.edits/334.seqid to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb/recovered.edits/334.seqid 2024-11-28T02:36:56,871 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,871 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T02:36:56,872 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T02:36:56,872 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-28T02:36:56,876 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128165be32fe4f34e0b8df6c9aa0476e0e4_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128165be32fe4f34e0b8df6c9aa0476e0e4_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,877 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283c9c57c87a4c40a0a20b163d399feff0_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283c9c57c87a4c40a0a20b163d399feff0_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,879 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285b25f8c4e84647dfa1990668c81a5278_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285b25f8c4e84647dfa1990668c81a5278_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,880 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128618f41fb2bb542caaa8ea3a793f43eb5_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128618f41fb2bb542caaa8ea3a793f43eb5_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,882 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287a9eded8cfc0412bbf547c31172e3638_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287a9eded8cfc0412bbf547c31172e3638_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,884 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411288f790924a9f94476b07f16697154e661_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411288f790924a9f94476b07f16697154e661_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,885 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112895107a0d708a4c97ab1bfd99f24c44c0_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112895107a0d708a4c97ab1bfd99f24c44c0_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,887 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112898ea155c04a14992ac0a737b184fedba_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112898ea155c04a14992ac0a737b184fedba_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,889 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411289fcc4d9cb89f4ad18093856e0631e3e7_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411289fcc4d9cb89f4ad18093856e0631e3e7_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,891 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a543219058f7484199c142e91e884f08_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a543219058f7484199c142e91e884f08_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,893 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b2f8843c882b492b9e799c99f3d765f7_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b2f8843c882b492b9e799c99f3d765f7_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,895 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b69237f0646048a8a2a1d03975de86e6_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b69237f0646048a8a2a1d03975de86e6_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,897 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128be0248cae8e740938ba743edb658f903_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128be0248cae8e740938ba743edb658f903_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,899 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c15d703ad16949bf97d15f314fc1d1e2_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c15d703ad16949bf97d15f314fc1d1e2_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,901 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ed4a215331f6491ca753b8e578693ce1_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ed4a215331f6491ca753b8e578693ce1_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,903 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128efb8db14d13a4de2961886efa4707509_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128efb8db14d13a4de2961886efa4707509_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,906 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f64db64bbf824f4ca1cc75f645911659_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f64db64bbf824f4ca1cc75f645911659_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,908 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f945e2dcb4984318b351419991661e9e_ab1f8930d1ecd1c8728ee11177cf1edb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f945e2dcb4984318b351419991661e9e_ab1f8930d1ecd1c8728ee11177cf1edb 2024-11-28T02:36:56,909 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T02:36:56,912 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:56,914 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T02:36:56,916 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T02:36:56,918 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:56,918 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T02:36:56,918 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732761416918"}]},"ts":"9223372036854775807"} 2024-11-28T02:36:56,920 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-28T02:36:56,920 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ab1f8930d1ecd1c8728ee11177cf1edb, NAME => 'TestAcidGuarantees,,1732761387321.ab1f8930d1ecd1c8728ee11177cf1edb.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T02:36:56,920 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T02:36:56,920 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732761416920"}]},"ts":"9223372036854775807"} 2024-11-28T02:36:56,922 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-28T02:36:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-28T02:36:56,962 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:56,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 130 msec 2024-11-28T02:36:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-28T02:36:57,140 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-28T02:36:57,159 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241 (was 237) - Thread LEAK? -, OpenFileDescriptor=458 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 310) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7402 (was 7442) 2024-11-28T02:36:57,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=7402 2024-11-28T02:36:57,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T02:36:57,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:36:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T02:36:57,171 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T02:36:57,171 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:57,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 121 2024-11-28T02:36:57,172 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T02:36:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-28T02:36:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742287_1463 (size=963) 2024-11-28T02:36:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-28T02:36:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-28T02:36:57,584 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0 2024-11-28T02:36:57,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742288_1464 (size=53) 2024-11-28T02:36:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-28T02:36:57,997 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:36:57,998 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e39ee5c681f19095263438c82c848199, disabling compactions & flushes 2024-11-28T02:36:57,998 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:36:57,998 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:36:57,998 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. after waiting 0 ms 2024-11-28T02:36:57,998 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:36:57,998 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:36:57,998 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:36:58,001 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T02:36:58,001 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732761418001"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732761418001"}]},"ts":"1732761418001"} 2024-11-28T02:36:58,003 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-28T02:36:58,004 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T02:36:58,004 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761418004"}]},"ts":"1732761418004"} 2024-11-28T02:36:58,005 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T02:36:58,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e39ee5c681f19095263438c82c848199, ASSIGN}] 2024-11-28T02:36:58,053 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e39ee5c681f19095263438c82c848199, ASSIGN 2024-11-28T02:36:58,054 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e39ee5c681f19095263438c82c848199, ASSIGN; state=OFFLINE, location=91d91e22c0a9,41755,1732761291190; forceNewPlan=false, retain=false 2024-11-28T02:36:58,205 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=e39ee5c681f19095263438c82c848199, regionState=OPENING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:58,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:36:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-28T02:36:58,362 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:58,370 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:36:58,371 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:36:58,371 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e39ee5c681f19095263438c82c848199 2024-11-28T02:36:58,372 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:36:58,372 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for e39ee5c681f19095263438c82c848199 2024-11-28T02:36:58,372 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for e39ee5c681f19095263438c82c848199 2024-11-28T02:36:58,375 INFO [StoreOpener-e39ee5c681f19095263438c82c848199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e39ee5c681f19095263438c82c848199 2024-11-28T02:36:58,376 INFO [StoreOpener-e39ee5c681f19095263438c82c848199-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:36:58,376 INFO [StoreOpener-e39ee5c681f19095263438c82c848199-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e39ee5c681f19095263438c82c848199 columnFamilyName A 2024-11-28T02:36:58,376 DEBUG [StoreOpener-e39ee5c681f19095263438c82c848199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:58,376 INFO [StoreOpener-e39ee5c681f19095263438c82c848199-1 {}] regionserver.HStore(327): Store=e39ee5c681f19095263438c82c848199/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:36:58,377 INFO [StoreOpener-e39ee5c681f19095263438c82c848199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e39ee5c681f19095263438c82c848199 2024-11-28T02:36:58,378 INFO [StoreOpener-e39ee5c681f19095263438c82c848199-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:36:58,378 INFO [StoreOpener-e39ee5c681f19095263438c82c848199-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e39ee5c681f19095263438c82c848199 columnFamilyName B 2024-11-28T02:36:58,378 DEBUG [StoreOpener-e39ee5c681f19095263438c82c848199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:58,378 INFO [StoreOpener-e39ee5c681f19095263438c82c848199-1 {}] regionserver.HStore(327): Store=e39ee5c681f19095263438c82c848199/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:36:58,378 INFO [StoreOpener-e39ee5c681f19095263438c82c848199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e39ee5c681f19095263438c82c848199 2024-11-28T02:36:58,379 INFO [StoreOpener-e39ee5c681f19095263438c82c848199-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:36:58,380 INFO [StoreOpener-e39ee5c681f19095263438c82c848199-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e39ee5c681f19095263438c82c848199 columnFamilyName C 2024-11-28T02:36:58,380 DEBUG [StoreOpener-e39ee5c681f19095263438c82c848199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:36:58,380 INFO [StoreOpener-e39ee5c681f19095263438c82c848199-1 {}] regionserver.HStore(327): Store=e39ee5c681f19095263438c82c848199/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:36:58,380 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:36:58,381 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199 2024-11-28T02:36:58,381 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199 2024-11-28T02:36:58,382 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T02:36:58,384 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for e39ee5c681f19095263438c82c848199 2024-11-28T02:36:58,385 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:36:58,385 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened e39ee5c681f19095263438c82c848199; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63839819, jitterRate=-0.04871256649494171}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T02:36:58,386 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:36:58,387 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., pid=123, masterSystemTime=1732761418361 2024-11-28T02:36:58,388 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:36:58,388 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:36:58,389 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=e39ee5c681f19095263438c82c848199, regionState=OPEN, openSeqNum=2, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:58,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-28T02:36:58,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 in 182 msec 2024-11-28T02:36:58,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-28T02:36:58,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e39ee5c681f19095263438c82c848199, ASSIGN in 339 msec 2024-11-28T02:36:58,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T02:36:58,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761418394"}]},"ts":"1732761418394"} 2024-11-28T02:36:58,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T02:36:58,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T02:36:58,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2670 sec 2024-11-28T02:36:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-28T02:36:59,283 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed 2024-11-28T02:36:59,287 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-11-28T02:36:59,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:59,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:59,331 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:59,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T02:36:59,334 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T02:36:59,337 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-11-28T02:36:59,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:59,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-11-28T02:36:59,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:59,354 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-11-28T02:36:59,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:59,361 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-11-28T02:36:59,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:59,370 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-11-28T02:36:59,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:59,378 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-11-28T02:36:59,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:59,386 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-11-28T02:36:59,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:59,395 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-11-28T02:36:59,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:59,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725 2024-11-28T02:36:59,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:59,411 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc5e114 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79d49886 2024-11-28T02:36:59,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d92042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:36:59,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:36:59,421 DEBUG [hconnection-0x5cd60b00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-28T02:36:59,422 DEBUG [hconnection-0xdf512fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:59,422 DEBUG [hconnection-0x6fd3fd94-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:59,422 DEBUG [hconnection-0x109f6fc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:59,423 DEBUG [hconnection-0x9486e53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:59,423 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-28T02:36:59,423 DEBUG [hconnection-0x1355c598-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:59,423 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:59,424 DEBUG [hconnection-0x29039828-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:59,424 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:59,424 DEBUG [hconnection-0x3ff4e371-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:59,424 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:59,424 DEBUG [hconnection-0x116e5a35-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:59,424 DEBUG [hconnection-0xdc3a45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:36:59,424 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:59,425 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:59,425 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:36:59,425 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:59,425 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:59,425 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:59,426 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:36:59,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:36:59,427 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:36:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:36:59,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T02:36:59,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:36:59,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:59,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:36:59,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:59,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:36:59,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:36:59,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:59,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:59,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761479448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761479448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761479448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761479451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761479451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/d643d9f000134eee85394b91748eeb68 is 50, key is test_row_0/A:col10/1732761419434/Put/seqid=0 2024-11-28T02:36:59,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742289_1465 (size=14341) 2024-11-28T02:36:59,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/d643d9f000134eee85394b91748eeb68 2024-11-28T02:36:59,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/6e157006ee214d8a89e1bacf824e9d37 is 50, key is test_row_0/B:col10/1732761419434/Put/seqid=0 2024-11-28T02:36:59,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742290_1466 (size=12001) 2024-11-28T02:36:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-28T02:36:59,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761479549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761479549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761479549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761479552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761479552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,578 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-28T02:36:59,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:36:59,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:36:59,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:36:59,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-28T02:36:59,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-28T02:36:59,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:36:59,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:36:59,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:36:59,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:59,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:59,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761479755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761479755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761479755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761479755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:36:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761479756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,882 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:36:59,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-28T02:36:59,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:36:59,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:36:59,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:36:59,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:59,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:36:59,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/6e157006ee214d8a89e1bacf824e9d37 2024-11-28T02:36:59,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/82ba9f4ac1044b61816631d3df41a7c0 is 50, key is test_row_0/C:col10/1732761419434/Put/seqid=0 2024-11-28T02:36:59,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742291_1467 (size=12001) 2024-11-28T02:37:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-28T02:37:00,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-28T02:37:00,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:00,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:00,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:00,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:00,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:00,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761480059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761480060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761480060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761480060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761480061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,187 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-28T02:37:00,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:00,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:00,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:00,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:00,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:00,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/82ba9f4ac1044b61816631d3df41a7c0 2024-11-28T02:37:00,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/d643d9f000134eee85394b91748eeb68 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/d643d9f000134eee85394b91748eeb68 2024-11-28T02:37:00,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/d643d9f000134eee85394b91748eeb68, entries=200, sequenceid=14, filesize=14.0 K 2024-11-28T02:37:00,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/6e157006ee214d8a89e1bacf824e9d37 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/6e157006ee214d8a89e1bacf824e9d37 2024-11-28T02:37:00,339 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-28T02:37:00,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:00,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:00,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:00,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:00,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:00,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/6e157006ee214d8a89e1bacf824e9d37, entries=150, sequenceid=14, filesize=11.7 K 2024-11-28T02:37:00,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/82ba9f4ac1044b61816631d3df41a7c0 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/82ba9f4ac1044b61816631d3df41a7c0 2024-11-28T02:37:00,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/82ba9f4ac1044b61816631d3df41a7c0, entries=150, sequenceid=14, filesize=11.7 K 2024-11-28T02:37:00,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for e39ee5c681f19095263438c82c848199 in 913ms, sequenceid=14, compaction requested=false 2024-11-28T02:37:00,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:00,492 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-28T02:37:00,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:00,492 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T02:37:00,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:00,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/e44158d00b8d4447a6a5b6b2749ccf37 is 50, key is test_row_0/A:col10/1732761419446/Put/seqid=0 2024-11-28T02:37:00,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742292_1468 (size=12001) 2024-11-28T02:37:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-28T02:37:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:00,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:00,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761480574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761480574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761480574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761480575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761480575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761480679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761480679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761480679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761480679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761480680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T02:37:00,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761480883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761480883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761480884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761480884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761480884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:00,901 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/e44158d00b8d4447a6a5b6b2749ccf37 2024-11-28T02:37:00,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/cb3867666a1c4467847a06ff176e359c is 50, key is test_row_0/B:col10/1732761419446/Put/seqid=0 2024-11-28T02:37:00,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742293_1469 (size=12001) 2024-11-28T02:37:01,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761481188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:01,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761481189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:01,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761481189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:01,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761481190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:01,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761481191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:01,309 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/cb3867666a1c4467847a06ff176e359c 2024-11-28T02:37:01,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/c750ed2925264ef3a707cfd9ed887f9a is 50, key is test_row_0/C:col10/1732761419446/Put/seqid=0 2024-11-28T02:37:01,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742294_1470 (size=12001) 2024-11-28T02:37:01,356 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/c750ed2925264ef3a707cfd9ed887f9a 2024-11-28T02:37:01,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/e44158d00b8d4447a6a5b6b2749ccf37 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/e44158d00b8d4447a6a5b6b2749ccf37 2024-11-28T02:37:01,363 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/e44158d00b8d4447a6a5b6b2749ccf37, entries=150, sequenceid=39, filesize=11.7 K 2024-11-28T02:37:01,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/cb3867666a1c4467847a06ff176e359c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/cb3867666a1c4467847a06ff176e359c 2024-11-28T02:37:01,366 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/cb3867666a1c4467847a06ff176e359c, entries=150, sequenceid=39, filesize=11.7 K 2024-11-28T02:37:01,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/c750ed2925264ef3a707cfd9ed887f9a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/c750ed2925264ef3a707cfd9ed887f9a 2024-11-28T02:37:01,370 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/c750ed2925264ef3a707cfd9ed887f9a, entries=150, sequenceid=39, filesize=11.7 K 2024-11-28T02:37:01,371 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e39ee5c681f19095263438c82c848199 in 879ms, sequenceid=39, compaction requested=false 2024-11-28T02:37:01,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:01,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:01,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-28T02:37:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-28T02:37:01,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-28T02:37:01,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9460 sec 2024-11-28T02:37:01,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.9520 sec 2024-11-28T02:37:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-28T02:37:01,526 INFO [Thread-2077 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-28T02:37:01,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-28T02:37:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-28T02:37:01,529 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:01,529 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:01,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-28T02:37:01,680 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:01,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-28T02:37:01,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:01,681 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:37:01,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:01,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:01,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:01,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:01,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:01,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/6bf118a745f44844a71780ac94d63193 is 50, key is test_row_0/A:col10/1732761420574/Put/seqid=0 2024-11-28T02:37:01,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742295_1471 (size=12001) 2024-11-28T02:37:01,690 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/6bf118a745f44844a71780ac94d63193 2024-11-28T02:37:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:01,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:01,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/578b731e078849099b01c93612696151 is 50, key is test_row_0/B:col10/1732761420574/Put/seqid=0 2024-11-28T02:37:01,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742296_1472 (size=12001) 2024-11-28T02:37:01,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761481719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:01,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761481719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:01,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761481719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:01,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761481720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:01,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761481724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:01,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761481825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:01,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761481825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:01,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761481825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-28T02:37:01,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761481826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:01,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761481826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761482027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761482028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761482028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761482032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761482032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,101 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/578b731e078849099b01c93612696151 2024-11-28T02:37:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/37d9f52fbf3e406d963c8a91af1b71af is 50, key is test_row_0/C:col10/1732761420574/Put/seqid=0 2024-11-28T02:37:02,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742297_1473 (size=12001) 2024-11-28T02:37:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-28T02:37:02,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761482332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761482334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761482334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761482343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761482344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,514 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/37d9f52fbf3e406d963c8a91af1b71af 2024-11-28T02:37:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/6bf118a745f44844a71780ac94d63193 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/6bf118a745f44844a71780ac94d63193 2024-11-28T02:37:02,520 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/6bf118a745f44844a71780ac94d63193, entries=150, sequenceid=50, filesize=11.7 K 2024-11-28T02:37:02,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/578b731e078849099b01c93612696151 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/578b731e078849099b01c93612696151 2024-11-28T02:37:02,524 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/578b731e078849099b01c93612696151, entries=150, sequenceid=50, filesize=11.7 K 2024-11-28T02:37:02,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/37d9f52fbf3e406d963c8a91af1b71af as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37d9f52fbf3e406d963c8a91af1b71af 2024-11-28T02:37:02,527 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37d9f52fbf3e406d963c8a91af1b71af, entries=150, sequenceid=50, filesize=11.7 K 2024-11-28T02:37:02,528 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e39ee5c681f19095263438c82c848199 in 846ms, sequenceid=50, compaction requested=true 2024-11-28T02:37:02,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:02,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:02,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-28T02:37:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-28T02:37:02,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-28T02:37:02,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-11-28T02:37:02,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.0020 sec 2024-11-28T02:37:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-28T02:37:02,631 INFO [Thread-2077 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-28T02:37:02,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-28T02:37:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-28T02:37:02,633 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:02,633 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:02,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-28T02:37:02,784 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-28T02:37:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:02,785 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T02:37:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:02,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:02,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:02,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/629657b0a73b48488eb22c6409396a83 is 50, key is test_row_0/A:col10/1732761421712/Put/seqid=0 2024-11-28T02:37:02,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742298_1474 (size=12001) 2024-11-28T02:37:02,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:02,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761482857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761482857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761482858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761482858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761482858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-28T02:37:02,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761482960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761482965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761482965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761482966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:02,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761482966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:03,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761483165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:03,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761483168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:03,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761483172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:03,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761483172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:03,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761483173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:03,196 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/629657b0a73b48488eb22c6409396a83 2024-11-28T02:37:03,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/bd2e0a7e041d4b818d4394f15f9bc908 is 50, key is test_row_0/B:col10/1732761421712/Put/seqid=0 2024-11-28T02:37:03,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742299_1475 (size=12001) 2024-11-28T02:37:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-28T02:37:03,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761483471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:03,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761483476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:03,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761483479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:03,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761483479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:03,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761483480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:03,606 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/bd2e0a7e041d4b818d4394f15f9bc908 2024-11-28T02:37:03,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/65df7e16c77c4df2a51ecd884ddbd234 is 50, key is test_row_0/C:col10/1732761421712/Put/seqid=0 2024-11-28T02:37:03,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742300_1476 (size=12001) 2024-11-28T02:37:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-28T02:37:03,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761483981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:03,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761483982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:03,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761483984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:03,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761483985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:03,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761483988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:04,015 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/65df7e16c77c4df2a51ecd884ddbd234 2024-11-28T02:37:04,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/629657b0a73b48488eb22c6409396a83 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/629657b0a73b48488eb22c6409396a83 2024-11-28T02:37:04,021 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/629657b0a73b48488eb22c6409396a83, entries=150, sequenceid=75, filesize=11.7 K 2024-11-28T02:37:04,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/bd2e0a7e041d4b818d4394f15f9bc908 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/bd2e0a7e041d4b818d4394f15f9bc908 2024-11-28T02:37:04,024 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/bd2e0a7e041d4b818d4394f15f9bc908, entries=150, sequenceid=75, filesize=11.7 K 2024-11-28T02:37:04,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/65df7e16c77c4df2a51ecd884ddbd234 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/65df7e16c77c4df2a51ecd884ddbd234 2024-11-28T02:37:04,027 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/65df7e16c77c4df2a51ecd884ddbd234, entries=150, sequenceid=75, filesize=11.7 K 2024-11-28T02:37:04,028 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for e39ee5c681f19095263438c82c848199 in 1243ms, sequenceid=75, compaction requested=true 2024-11-28T02:37:04,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:04,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:04,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-28T02:37:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-28T02:37:04,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-28T02:37:04,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3950 sec 2024-11-28T02:37:04,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.3980 sec 2024-11-28T02:37:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-28T02:37:04,736 INFO [Thread-2077 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-28T02:37:04,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-28T02:37:04,738 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-28T02:37:04,738 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:04,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-28T02:37:04,890 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:04,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-28T02:37:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:04,890 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T02:37:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:04,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:04,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:04,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/128f587128a348c6b06939876508842c is 50, key is test_row_0/A:col10/1732761422858/Put/seqid=0 2024-11-28T02:37:04,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742301_1477 (size=12001) 2024-11-28T02:37:04,896 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/128f587128a348c6b06939876508842c 2024-11-28T02:37:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/b8c31c7de11a4590b87c2f16bd4acdcd is 50, key is test_row_0/B:col10/1732761422858/Put/seqid=0 2024-11-28T02:37:04,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742302_1478 (size=12001) 2024-11-28T02:37:04,905 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/b8c31c7de11a4590b87c2f16bd4acdcd 2024-11-28T02:37:04,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/e099586b9c634e77b987f657f76e1547 is 50, key is test_row_0/C:col10/1732761422858/Put/seqid=0 2024-11-28T02:37:04,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742303_1479 (size=12001) 2024-11-28T02:37:04,913 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/e099586b9c634e77b987f657f76e1547 2024-11-28T02:37:04,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/128f587128a348c6b06939876508842c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/128f587128a348c6b06939876508842c 2024-11-28T02:37:04,918 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/128f587128a348c6b06939876508842c, entries=150, sequenceid=87, filesize=11.7 K 2024-11-28T02:37:04,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/b8c31c7de11a4590b87c2f16bd4acdcd as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b8c31c7de11a4590b87c2f16bd4acdcd 2024-11-28T02:37:04,922 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b8c31c7de11a4590b87c2f16bd4acdcd, entries=150, sequenceid=87, filesize=11.7 K 2024-11-28T02:37:04,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/e099586b9c634e77b987f657f76e1547 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/e099586b9c634e77b987f657f76e1547 2024-11-28T02:37:04,925 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/e099586b9c634e77b987f657f76e1547, entries=150, sequenceid=87, filesize=11.7 K 2024-11-28T02:37:04,926 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for e39ee5c681f19095263438c82c848199 in 36ms, sequenceid=87, compaction requested=true 2024-11-28T02:37:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-28T02:37:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-28T02:37:04,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-28T02:37:04,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 187 msec 2024-11-28T02:37:04,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 191 msec 2024-11-28T02:37:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:05,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:37:05,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:05,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:05,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:05,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:05,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:05,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:05,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/da8d972fd5e04c258492761eac7613bf is 50, key is test_row_0/A:col10/1732761425007/Put/seqid=0 2024-11-28T02:37:05,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742304_1480 (size=14341) 2024-11-28T02:37:05,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761485034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-28T02:37:05,039 INFO [Thread-2077 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-28T02:37:05,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-28T02:37:05,041 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-28T02:37:05,041 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:05,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:05,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761485034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761485035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761485038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761485038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-28T02:37:05,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761485140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761485144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761485144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761485152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761485152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,192 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-28T02:37:05,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:05,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:05,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:05,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-28T02:37:05,345 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-28T02:37:05,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:05,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:05,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:05,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761485348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761485349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761485352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761485365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761485366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/da8d972fd5e04c258492761eac7613bf 2024-11-28T02:37:05,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/33a735f941da451a8b8825ad7b47d7fe is 50, key is test_row_0/B:col10/1732761425007/Put/seqid=0 2024-11-28T02:37:05,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742305_1481 (size=12001) 2024-11-28T02:37:05,497 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-28T02:37:05,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:05,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:05,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:05,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-28T02:37:05,649 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-28T02:37:05,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:05,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:05,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:05,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761485655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761485655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761485656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761485670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761485671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,801 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-28T02:37:05,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:05,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:05,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:05,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/33a735f941da451a8b8825ad7b47d7fe 2024-11-28T02:37:05,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/3a84d6ab03cf4fcf8155ff85844f4515 is 50, key is test_row_0/C:col10/1732761425007/Put/seqid=0 2024-11-28T02:37:05,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742306_1482 (size=12001) 2024-11-28T02:37:05,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:05,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-28T02:37:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:05,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:06,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:06,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-28T02:37:06,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:06,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:06,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:06,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:06,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-28T02:37:06,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761486160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:06,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761486161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:06,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761486164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:06,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761486178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:06,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761486181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:06,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/3a84d6ab03cf4fcf8155ff85844f4515 2024-11-28T02:37:06,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/da8d972fd5e04c258492761eac7613bf as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/da8d972fd5e04c258492761eac7613bf 2024-11-28T02:37:06,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/da8d972fd5e04c258492761eac7613bf, entries=200, sequenceid=100, filesize=14.0 K 2024-11-28T02:37:06,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/33a735f941da451a8b8825ad7b47d7fe as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/33a735f941da451a8b8825ad7b47d7fe 2024-11-28T02:37:06,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/33a735f941da451a8b8825ad7b47d7fe, entries=150, sequenceid=100, filesize=11.7 K 2024-11-28T02:37:06,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/3a84d6ab03cf4fcf8155ff85844f4515 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/3a84d6ab03cf4fcf8155ff85844f4515 2024-11-28T02:37:06,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/3a84d6ab03cf4fcf8155ff85844f4515, entries=150, sequenceid=100, filesize=11.7 K 2024-11-28T02:37:06,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e39ee5c681f19095263438c82c848199 in 1237ms, sequenceid=100, compaction requested=true 2024-11-28T02:37:06,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:06,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:37:06,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:06,245 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-28T02:37:06,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:37:06,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:06,245 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-28T02:37:06,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:37:06,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:06,246 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 76686 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-28T02:37:06,246 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-28T02:37:06,246 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/A is initiating minor compaction (all files) 2024-11-28T02:37:06,246 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/B is initiating minor compaction (all files) 2024-11-28T02:37:06,246 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/A in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:06,246 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/B in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:06,246 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/d643d9f000134eee85394b91748eeb68, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/e44158d00b8d4447a6a5b6b2749ccf37, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/6bf118a745f44844a71780ac94d63193, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/629657b0a73b48488eb22c6409396a83, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/128f587128a348c6b06939876508842c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/da8d972fd5e04c258492761eac7613bf] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=74.9 K 2024-11-28T02:37:06,246 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/6e157006ee214d8a89e1bacf824e9d37, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/cb3867666a1c4467847a06ff176e359c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/578b731e078849099b01c93612696151, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/bd2e0a7e041d4b818d4394f15f9bc908, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b8c31c7de11a4590b87c2f16bd4acdcd, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/33a735f941da451a8b8825ad7b47d7fe] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=70.3 K 2024-11-28T02:37:06,247 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e157006ee214d8a89e1bacf824e9d37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732761419430 2024-11-28T02:37:06,247 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting d643d9f000134eee85394b91748eeb68, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732761419430 2024-11-28T02:37:06,247 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting e44158d00b8d4447a6a5b6b2749ccf37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732761419446 2024-11-28T02:37:06,247 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting cb3867666a1c4467847a06ff176e359c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732761419446 2024-11-28T02:37:06,247 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 578b731e078849099b01c93612696151, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732761420573 2024-11-28T02:37:06,247 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bf118a745f44844a71780ac94d63193, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732761420573 2024-11-28T02:37:06,247 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 629657b0a73b48488eb22c6409396a83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732761421712 2024-11-28T02:37:06,247 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting bd2e0a7e041d4b818d4394f15f9bc908, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732761421712 2024-11-28T02:37:06,248 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting b8c31c7de11a4590b87c2f16bd4acdcd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732761422850 2024-11-28T02:37:06,248 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 128f587128a348c6b06939876508842c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732761422850 2024-11-28T02:37:06,248 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 33a735f941da451a8b8825ad7b47d7fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732761425007 2024-11-28T02:37:06,248 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting da8d972fd5e04c258492761eac7613bf, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732761425001 2024-11-28T02:37:06,255 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#A#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:06,255 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/b849eabb461f4de4bc42d96cc1e6befa is 50, key is test_row_0/A:col10/1732761425007/Put/seqid=0 2024-11-28T02:37:06,256 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#B#compaction#402 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:06,256 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/a5a20efd8d874e9b9d299ec44c43d0be is 50, key is test_row_0/B:col10/1732761425007/Put/seqid=0 2024-11-28T02:37:06,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742307_1483 (size=12207) 2024-11-28T02:37:06,258 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:06,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-28T02:37:06,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:06,259 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T02:37:06,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:06,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:06,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:06,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:06,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:06,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:06,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742308_1484 (size=12207) 2024-11-28T02:37:06,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/f58d1dc87a544098954eeabd10ea5cab is 50, key is test_row_0/A:col10/1732761425030/Put/seqid=0 2024-11-28T02:37:06,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742309_1485 (size=12001) 2024-11-28T02:37:06,274 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/f58d1dc87a544098954eeabd10ea5cab 2024-11-28T02:37:06,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/b9a84fd3fe6447fbb703e88bda4dd9fa is 50, key is test_row_0/B:col10/1732761425030/Put/seqid=0 2024-11-28T02:37:06,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742310_1486 (size=12001) 2024-11-28T02:37:06,662 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/b849eabb461f4de4bc42d96cc1e6befa as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/b849eabb461f4de4bc42d96cc1e6befa 2024-11-28T02:37:06,662 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/a5a20efd8d874e9b9d299ec44c43d0be as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/a5a20efd8d874e9b9d299ec44c43d0be 2024-11-28T02:37:06,665 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in e39ee5c681f19095263438c82c848199/B of e39ee5c681f19095263438c82c848199 into a5a20efd8d874e9b9d299ec44c43d0be(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:06,665 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in e39ee5c681f19095263438c82c848199/A of e39ee5c681f19095263438c82c848199 into b849eabb461f4de4bc42d96cc1e6befa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:06,665 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:06,665 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:06,665 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/A, priority=10, startTime=1732761426245; duration=0sec 2024-11-28T02:37:06,665 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/B, priority=10, startTime=1732761426245; duration=0sec 2024-11-28T02:37:06,665 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:06,665 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:B 2024-11-28T02:37:06,665 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:06,665 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:A 2024-11-28T02:37:06,665 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-28T02:37:06,666 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-28T02:37:06,666 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/C is initiating minor compaction (all files) 2024-11-28T02:37:06,666 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/C in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:06,666 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/82ba9f4ac1044b61816631d3df41a7c0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/c750ed2925264ef3a707cfd9ed887f9a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37d9f52fbf3e406d963c8a91af1b71af, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/65df7e16c77c4df2a51ecd884ddbd234, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/e099586b9c634e77b987f657f76e1547, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/3a84d6ab03cf4fcf8155ff85844f4515] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=70.3 K 2024-11-28T02:37:06,667 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 82ba9f4ac1044b61816631d3df41a7c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732761419430 2024-11-28T02:37:06,667 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting c750ed2925264ef3a707cfd9ed887f9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732761419446 2024-11-28T02:37:06,667 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 37d9f52fbf3e406d963c8a91af1b71af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732761420573 2024-11-28T02:37:06,667 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 65df7e16c77c4df2a51ecd884ddbd234, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732761421712 2024-11-28T02:37:06,667 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting e099586b9c634e77b987f657f76e1547, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732761422850 2024-11-28T02:37:06,668 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a84d6ab03cf4fcf8155ff85844f4515, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732761425007 2024-11-28T02:37:06,676 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#C#compaction#405 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:06,676 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/7bd3d494207f4e0ca91ca9f3acac9b20 is 50, key is test_row_0/C:col10/1732761425007/Put/seqid=0 2024-11-28T02:37:06,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742311_1487 (size=12207) 2024-11-28T02:37:06,682 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/7bd3d494207f4e0ca91ca9f3acac9b20 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/7bd3d494207f4e0ca91ca9f3acac9b20 2024-11-28T02:37:06,683 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/b9a84fd3fe6447fbb703e88bda4dd9fa 2024-11-28T02:37:06,688 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in e39ee5c681f19095263438c82c848199/C of e39ee5c681f19095263438c82c848199 into 7bd3d494207f4e0ca91ca9f3acac9b20(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:06,688 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:06,688 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/C, priority=10, startTime=1732761426245; duration=0sec 2024-11-28T02:37:06,688 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:06,688 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:C 2024-11-28T02:37:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/fb9ae29c773249bd86a9ad01733c0c63 is 50, key is test_row_0/C:col10/1732761425030/Put/seqid=0 2024-11-28T02:37:06,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742312_1488 (size=12001) 2024-11-28T02:37:06,709 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/fb9ae29c773249bd86a9ad01733c0c63 2024-11-28T02:37:06,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/f58d1dc87a544098954eeabd10ea5cab as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/f58d1dc87a544098954eeabd10ea5cab 2024-11-28T02:37:06,716 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/f58d1dc87a544098954eeabd10ea5cab, entries=150, sequenceid=123, filesize=11.7 K 2024-11-28T02:37:06,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/b9a84fd3fe6447fbb703e88bda4dd9fa as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b9a84fd3fe6447fbb703e88bda4dd9fa 2024-11-28T02:37:06,720 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b9a84fd3fe6447fbb703e88bda4dd9fa, entries=150, sequenceid=123, filesize=11.7 K 2024-11-28T02:37:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/fb9ae29c773249bd86a9ad01733c0c63 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/fb9ae29c773249bd86a9ad01733c0c63 2024-11-28T02:37:06,725 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/fb9ae29c773249bd86a9ad01733c0c63, entries=150, sequenceid=123, filesize=11.7 K 2024-11-28T02:37:06,726 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for e39ee5c681f19095263438c82c848199 in 467ms, sequenceid=123, compaction requested=false 2024-11-28T02:37:06,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:06,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:06,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-28T02:37:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-28T02:37:06,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-28T02:37:06,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6850 sec 2024-11-28T02:37:06,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.6880 sec 2024-11-28T02:37:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-28T02:37:07,144 INFO [Thread-2077 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-28T02:37:07,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-28T02:37:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-28T02:37:07,147 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:07,147 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:07,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:07,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:37:07,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:07,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:07,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:07,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:07,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:07,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:07,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/54029673d0774f91a63a87ad8033ebe8 is 50, key is test_row_0/A:col10/1732761427171/Put/seqid=0 2024-11-28T02:37:07,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742313_1489 (size=14541) 2024-11-28T02:37:07,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/54029673d0774f91a63a87ad8033ebe8 2024-11-28T02:37:07,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/6cdee9f02fbd4e739c3f1e6a95e1f215 is 50, key is test_row_0/B:col10/1732761427171/Put/seqid=0 2024-11-28T02:37:07,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742314_1490 (size=12151) 2024-11-28T02:37:07,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761487204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761487205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761487207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761487211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761487212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-28T02:37:07,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-28T02:37:07,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:07,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:07,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:07,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:07,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:07,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761487313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761487313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761487313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761487318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761487318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-28T02:37:07,450 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-28T02:37:07,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:07,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:07,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:07,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:07,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:07,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761487516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761487516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761487517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761487521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761487522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/6cdee9f02fbd4e739c3f1e6a95e1f215 2024-11-28T02:37:07,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/347dee3ac111496bbbedfb26cc13e4f4 is 50, key is test_row_0/C:col10/1732761427171/Put/seqid=0 2024-11-28T02:37:07,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-28T02:37:07,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:07,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:07,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:07,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:07,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:07,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742315_1491 (size=12151) 2024-11-28T02:37:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-28T02:37:07,755 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-28T02:37:07,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:07,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:07,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:07,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:07,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:07,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761487821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761487822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761487822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761487824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761487829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,907 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:07,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-28T02:37:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:07,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:08,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/347dee3ac111496bbbedfb26cc13e4f4 2024-11-28T02:37:08,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/54029673d0774f91a63a87ad8033ebe8 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/54029673d0774f91a63a87ad8033ebe8 2024-11-28T02:37:08,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/54029673d0774f91a63a87ad8033ebe8, entries=200, sequenceid=137, filesize=14.2 K 2024-11-28T02:37:08,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/6cdee9f02fbd4e739c3f1e6a95e1f215 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/6cdee9f02fbd4e739c3f1e6a95e1f215 2024-11-28T02:37:08,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/6cdee9f02fbd4e739c3f1e6a95e1f215, entries=150, sequenceid=137, filesize=11.9 K 2024-11-28T02:37:08,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/347dee3ac111496bbbedfb26cc13e4f4 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/347dee3ac111496bbbedfb26cc13e4f4 2024-11-28T02:37:08,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/347dee3ac111496bbbedfb26cc13e4f4, entries=150, sequenceid=137, filesize=11.9 K 2024-11-28T02:37:08,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e39ee5c681f19095263438c82c848199 in 841ms, sequenceid=137, compaction requested=true 2024-11-28T02:37:08,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:08,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:37:08,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:08,018 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:08,018 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:08,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:37:08,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:08,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:37:08,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:08,018 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:08,018 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:08,018 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/A is initiating minor compaction (all files) 2024-11-28T02:37:08,018 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/B is initiating minor compaction (all files) 2024-11-28T02:37:08,018 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/B in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:08,018 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/A in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:08,019 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/b849eabb461f4de4bc42d96cc1e6befa, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/f58d1dc87a544098954eeabd10ea5cab, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/54029673d0774f91a63a87ad8033ebe8] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=37.8 K 2024-11-28T02:37:08,019 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/a5a20efd8d874e9b9d299ec44c43d0be, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b9a84fd3fe6447fbb703e88bda4dd9fa, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/6cdee9f02fbd4e739c3f1e6a95e1f215] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=35.5 K 2024-11-28T02:37:08,019 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5a20efd8d874e9b9d299ec44c43d0be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732761425007 2024-11-28T02:37:08,019 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting b849eabb461f4de4bc42d96cc1e6befa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732761425007 2024-11-28T02:37:08,019 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting f58d1dc87a544098954eeabd10ea5cab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732761425030 2024-11-28T02:37:08,019 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9a84fd3fe6447fbb703e88bda4dd9fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732761425030 2024-11-28T02:37:08,019 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 54029673d0774f91a63a87ad8033ebe8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732761427171 2024-11-28T02:37:08,019 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cdee9f02fbd4e739c3f1e6a95e1f215, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732761427171 2024-11-28T02:37:08,032 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:08,033 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#A#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:08,033 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/02ae834bad4d4ee68b00c46dcbf30b3c is 50, key is test_row_0/B:col10/1732761427171/Put/seqid=0 2024-11-28T02:37:08,033 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/df1c1d0df655416f86fd8b083bb9e11e is 50, key is test_row_0/A:col10/1732761427171/Put/seqid=0 2024-11-28T02:37:08,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742317_1493 (size=12459) 2024-11-28T02:37:08,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742316_1492 (size=12459) 2024-11-28T02:37:08,060 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-28T02:37:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:08,060 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T02:37:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:08,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/6b1bcae10c524c088a763b2121ceb21e is 50, key is test_row_0/A:col10/1732761427211/Put/seqid=0 2024-11-28T02:37:08,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742318_1494 (size=12151) 2024-11-28T02:37:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-28T02:37:08,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:08,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761488336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761488339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761488341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761488342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761488342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761488443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761488443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761488445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761488448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761488448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,454 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/df1c1d0df655416f86fd8b083bb9e11e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/df1c1d0df655416f86fd8b083bb9e11e 2024-11-28T02:37:08,454 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/02ae834bad4d4ee68b00c46dcbf30b3c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/02ae834bad4d4ee68b00c46dcbf30b3c 2024-11-28T02:37:08,458 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/B of e39ee5c681f19095263438c82c848199 into 02ae834bad4d4ee68b00c46dcbf30b3c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:08,458 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/A of e39ee5c681f19095263438c82c848199 into df1c1d0df655416f86fd8b083bb9e11e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:08,458 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:08,458 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:08,458 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/A, priority=13, startTime=1732761428018; duration=0sec 2024-11-28T02:37:08,458 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/B, priority=13, startTime=1732761428018; duration=0sec 2024-11-28T02:37:08,458 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:08,458 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:A 2024-11-28T02:37:08,458 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:08,458 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:B 2024-11-28T02:37:08,458 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:08,459 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:08,459 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/C is initiating minor compaction (all files) 2024-11-28T02:37:08,459 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/C in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:08,459 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/7bd3d494207f4e0ca91ca9f3acac9b20, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/fb9ae29c773249bd86a9ad01733c0c63, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/347dee3ac111496bbbedfb26cc13e4f4] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=35.5 K 2024-11-28T02:37:08,459 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bd3d494207f4e0ca91ca9f3acac9b20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732761425007 2024-11-28T02:37:08,459 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting fb9ae29c773249bd86a9ad01733c0c63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732761425030 2024-11-28T02:37:08,459 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 347dee3ac111496bbbedfb26cc13e4f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732761427171 2024-11-28T02:37:08,464 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:08,464 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/5f2e36f45ef447238eb1e899694e9958 is 50, key is test_row_0/C:col10/1732761427171/Put/seqid=0 2024-11-28T02:37:08,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742319_1495 (size=12459) 2024-11-28T02:37:08,472 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/6b1bcae10c524c088a763b2121ceb21e 2024-11-28T02:37:08,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/c6e65e9b66da4ee6b70355082ddb40b5 is 50, key is test_row_0/B:col10/1732761427211/Put/seqid=0 2024-11-28T02:37:08,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742320_1496 (size=12151) 2024-11-28T02:37:08,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761488649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761488650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761488650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761488654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761488654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,871 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/5f2e36f45ef447238eb1e899694e9958 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/5f2e36f45ef447238eb1e899694e9958 2024-11-28T02:37:08,874 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/C of e39ee5c681f19095263438c82c848199 into 5f2e36f45ef447238eb1e899694e9958(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:08,874 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:08,874 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/C, priority=13, startTime=1732761428018; duration=0sec 2024-11-28T02:37:08,874 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:08,874 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:C 2024-11-28T02:37:08,885 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/c6e65e9b66da4ee6b70355082ddb40b5 2024-11-28T02:37:08,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/8f635d4401df4b38b7281211f6921960 is 50, key is test_row_0/C:col10/1732761427211/Put/seqid=0 2024-11-28T02:37:08,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742321_1497 (size=12151) 2024-11-28T02:37:08,897 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/8f635d4401df4b38b7281211f6921960 2024-11-28T02:37:08,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/6b1bcae10c524c088a763b2121ceb21e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/6b1bcae10c524c088a763b2121ceb21e 2024-11-28T02:37:08,903 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/6b1bcae10c524c088a763b2121ceb21e, entries=150, sequenceid=162, filesize=11.9 K 2024-11-28T02:37:08,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/c6e65e9b66da4ee6b70355082ddb40b5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/c6e65e9b66da4ee6b70355082ddb40b5 2024-11-28T02:37:08,907 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/c6e65e9b66da4ee6b70355082ddb40b5, entries=150, sequenceid=162, filesize=11.9 K 2024-11-28T02:37:08,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/8f635d4401df4b38b7281211f6921960 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/8f635d4401df4b38b7281211f6921960 2024-11-28T02:37:08,911 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/8f635d4401df4b38b7281211f6921960, entries=150, sequenceid=162, filesize=11.9 K 2024-11-28T02:37:08,912 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e39ee5c681f19095263438c82c848199 in 852ms, sequenceid=162, compaction requested=false 2024-11-28T02:37:08,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:08,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:08,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-28T02:37:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-28T02:37:08,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-28T02:37:08,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7660 sec 2024-11-28T02:37:08,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.7690 sec 2024-11-28T02:37:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:08,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T02:37:08,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:08,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:08,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:08,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:08,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:08,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:08,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/95ad05434226422ca72a1947ac8cbb63 is 50, key is test_row_0/A:col10/1732761428341/Put/seqid=0 2024-11-28T02:37:08,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742322_1498 (size=14541) 2024-11-28T02:37:08,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761488986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761488987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761488990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761488990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:08,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761488991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761489092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761489092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761489096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761489098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761489098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-28T02:37:09,250 INFO [Thread-2077 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-28T02:37:09,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-28T02:37:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-28T02:37:09,252 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:09,253 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:09,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:09,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761489296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761489296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761489301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761489302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761489302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-28T02:37:09,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/95ad05434226422ca72a1947ac8cbb63 2024-11-28T02:37:09,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/02f1a876edff4ceba254ab60af5111a4 is 50, key is test_row_0/B:col10/1732761428341/Put/seqid=0 2024-11-28T02:37:09,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742323_1499 (size=12151) 2024-11-28T02:37:09,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/02f1a876edff4ceba254ab60af5111a4 2024-11-28T02:37:09,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/2ecdea75cf7c40cca731c28b473e72cb is 50, key is test_row_0/C:col10/1732761428341/Put/seqid=0 2024-11-28T02:37:09,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742324_1500 (size=12151) 2024-11-28T02:37:09,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/2ecdea75cf7c40cca731c28b473e72cb 2024-11-28T02:37:09,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/95ad05434226422ca72a1947ac8cbb63 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/95ad05434226422ca72a1947ac8cbb63 2024-11-28T02:37:09,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/95ad05434226422ca72a1947ac8cbb63, entries=200, sequenceid=177, filesize=14.2 K 2024-11-28T02:37:09,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/02f1a876edff4ceba254ab60af5111a4 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/02f1a876edff4ceba254ab60af5111a4 2024-11-28T02:37:09,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/02f1a876edff4ceba254ab60af5111a4, entries=150, sequenceid=177, filesize=11.9 K 2024-11-28T02:37:09,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/2ecdea75cf7c40cca731c28b473e72cb as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/2ecdea75cf7c40cca731c28b473e72cb 2024-11-28T02:37:09,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/2ecdea75cf7c40cca731c28b473e72cb, entries=150, sequenceid=177, filesize=11.9 K 2024-11-28T02:37:09,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e39ee5c681f19095263438c82c848199 in 446ms, sequenceid=177, compaction requested=true 2024-11-28T02:37:09,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:09,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:37:09,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:09,401 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:09,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:37:09,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:09,401 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:09,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:37:09,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:09,402 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:09,402 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:09,402 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/A is initiating minor compaction (all files) 2024-11-28T02:37:09,402 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/B is initiating minor compaction (all files) 2024-11-28T02:37:09,402 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/B in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:09,402 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/A in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:09,402 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/02ae834bad4d4ee68b00c46dcbf30b3c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/c6e65e9b66da4ee6b70355082ddb40b5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/02f1a876edff4ceba254ab60af5111a4] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=35.9 K 2024-11-28T02:37:09,402 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/df1c1d0df655416f86fd8b083bb9e11e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/6b1bcae10c524c088a763b2121ceb21e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/95ad05434226422ca72a1947ac8cbb63] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=38.2 K 2024-11-28T02:37:09,402 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02ae834bad4d4ee68b00c46dcbf30b3c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732761427171 2024-11-28T02:37:09,402 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting df1c1d0df655416f86fd8b083bb9e11e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732761427171 2024-11-28T02:37:09,402 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6e65e9b66da4ee6b70355082ddb40b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732761427203 2024-11-28T02:37:09,402 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b1bcae10c524c088a763b2121ceb21e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732761427203 2024-11-28T02:37:09,402 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02f1a876edff4ceba254ab60af5111a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732761428338 2024-11-28T02:37:09,402 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 95ad05434226422ca72a1947ac8cbb63, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732761428338 2024-11-28T02:37:09,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-28T02:37:09,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:09,404 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T02:37:09,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:09,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:09,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:09,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:09,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:09,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/7af1d50864a24a618b5404a5d26fa850 is 50, key is test_row_0/A:col10/1732761428990/Put/seqid=0 2024-11-28T02:37:09,417 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#A#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:09,417 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/a4916a840fc34416ab7c5731e4b5f337 is 50, key is test_row_0/A:col10/1732761428341/Put/seqid=0 2024-11-28T02:37:09,420 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#B#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:09,420 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/d0df7e6d49a94699b9a22a62f7efdcb4 is 50, key is test_row_0/B:col10/1732761428341/Put/seqid=0 2024-11-28T02:37:09,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742325_1501 (size=12151) 2024-11-28T02:37:09,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742326_1502 (size=12561) 2024-11-28T02:37:09,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742327_1503 (size=12561) 2024-11-28T02:37:09,439 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/d0df7e6d49a94699b9a22a62f7efdcb4 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/d0df7e6d49a94699b9a22a62f7efdcb4 2024-11-28T02:37:09,444 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/B of e39ee5c681f19095263438c82c848199 into d0df7e6d49a94699b9a22a62f7efdcb4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:09,444 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:09,444 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/B, priority=13, startTime=1732761429401; duration=0sec 2024-11-28T02:37:09,444 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:09,444 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:B 2024-11-28T02:37:09,444 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:09,446 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:09,446 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/C is initiating minor compaction (all files) 2024-11-28T02:37:09,446 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/C in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:09,446 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/5f2e36f45ef447238eb1e899694e9958, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/8f635d4401df4b38b7281211f6921960, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/2ecdea75cf7c40cca731c28b473e72cb] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=35.9 K 2024-11-28T02:37:09,446 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f2e36f45ef447238eb1e899694e9958, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732761427171 2024-11-28T02:37:09,447 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f635d4401df4b38b7281211f6921960, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732761427203 2024-11-28T02:37:09,447 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ecdea75cf7c40cca731c28b473e72cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732761428338 2024-11-28T02:37:09,454 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#C#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:09,454 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/37201bac3fec428ea85c17887e519413 is 50, key is test_row_0/C:col10/1732761428341/Put/seqid=0 2024-11-28T02:37:09,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742328_1504 (size=12561) 2024-11-28T02:37:09,463 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/37201bac3fec428ea85c17887e519413 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37201bac3fec428ea85c17887e519413 2024-11-28T02:37:09,468 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/C of e39ee5c681f19095263438c82c848199 into 37201bac3fec428ea85c17887e519413(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:09,468 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:09,468 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/C, priority=13, startTime=1732761429401; duration=0sec 2024-11-28T02:37:09,469 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:09,469 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:C 2024-11-28T02:37:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-28T02:37:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:09,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:09,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761489613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761489613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761489613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761489614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761489617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761489718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761489718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761489721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761489721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761489723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,824 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/7af1d50864a24a618b5404a5d26fa850 2024-11-28T02:37:09,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/e47eee7fe0a84321b517733c6d16ba86 is 50, key is test_row_0/B:col10/1732761428990/Put/seqid=0 2024-11-28T02:37:09,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742329_1505 (size=12151) 2024-11-28T02:37:09,836 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/a4916a840fc34416ab7c5731e4b5f337 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/a4916a840fc34416ab7c5731e4b5f337 2024-11-28T02:37:09,839 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/A of e39ee5c681f19095263438c82c848199 into a4916a840fc34416ab7c5731e4b5f337(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:09,839 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:09,839 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/A, priority=13, startTime=1732761429401; duration=0sec 2024-11-28T02:37:09,839 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:09,839 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:A 2024-11-28T02:37:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-28T02:37:09,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761489921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761489921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761489925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761489926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:09,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761489926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:10,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761490226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:10,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761490227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:10,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761490229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:10,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761490230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:10,234 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/e47eee7fe0a84321b517733c6d16ba86 2024-11-28T02:37:10,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761490232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:10,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/92674d115a3543d3abd59831d8c7b339 is 50, key is test_row_0/C:col10/1732761428990/Put/seqid=0 2024-11-28T02:37:10,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742330_1506 (size=12151) 2024-11-28T02:37:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-28T02:37:10,643 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/92674d115a3543d3abd59831d8c7b339 2024-11-28T02:37:10,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/7af1d50864a24a618b5404a5d26fa850 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/7af1d50864a24a618b5404a5d26fa850 2024-11-28T02:37:10,648 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/7af1d50864a24a618b5404a5d26fa850, entries=150, sequenceid=201, filesize=11.9 K 2024-11-28T02:37:10,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/e47eee7fe0a84321b517733c6d16ba86 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/e47eee7fe0a84321b517733c6d16ba86 2024-11-28T02:37:10,652 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/e47eee7fe0a84321b517733c6d16ba86, entries=150, sequenceid=201, filesize=11.9 K 2024-11-28T02:37:10,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/92674d115a3543d3abd59831d8c7b339 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/92674d115a3543d3abd59831d8c7b339 2024-11-28T02:37:10,655 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/92674d115a3543d3abd59831d8c7b339, entries=150, sequenceid=201, filesize=11.9 K 2024-11-28T02:37:10,655 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e39ee5c681f19095263438c82c848199 in 1251ms, sequenceid=201, compaction requested=false 2024-11-28T02:37:10,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:10,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:10,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-28T02:37:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-28T02:37:10,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-28T02:37:10,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-28T02:37:10,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.4060 sec 2024-11-28T02:37:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:10,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T02:37:10,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:10,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:10,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:10,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:10,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:10,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:10,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/4586788b327f4c4aa709a72bb8d2b68c is 50, key is test_row_0/A:col10/1732761429613/Put/seqid=0 2024-11-28T02:37:10,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742331_1507 (size=14541) 2024-11-28T02:37:10,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761490755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:10,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761490755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:10,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761490759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:10,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761490760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:10,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761490760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:10,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761490866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:10,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761490866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:10,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761490866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:10,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761490866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:10,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761490867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761491070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761491071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761491071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761491071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761491071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/4586788b327f4c4aa709a72bb8d2b68c 2024-11-28T02:37:11,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/41102be361924cacbaea9f875c16f7ad is 50, key is test_row_0/B:col10/1732761429613/Put/seqid=0 2024-11-28T02:37:11,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742332_1508 (size=12151) 2024-11-28T02:37:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-28T02:37:11,356 INFO [Thread-2077 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-28T02:37:11,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-28T02:37:11,358 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:11,358 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:11,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-28T02:37:11,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761491376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761491377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761491377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761491377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761491378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-28T02:37:11,509 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-28T02:37:11,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:11,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:11,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:11,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:11,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:11,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/41102be361924cacbaea9f875c16f7ad 2024-11-28T02:37:11,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/f095db066321459baefbc4981abcd6f4 is 50, key is test_row_0/C:col10/1732761429613/Put/seqid=0 2024-11-28T02:37:11,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742333_1509 (size=12151) 2024-11-28T02:37:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-28T02:37:11,661 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-28T02:37:11,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:11,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:11,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:11,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:11,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:11,813 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-28T02:37:11,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:11,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:11,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:11,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:11,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:11,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761491881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761491881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761491883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761491884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761491885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-28T02:37:11,966 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:11,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-28T02:37:11,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:11,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:11,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:11,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:11,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:11,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/f095db066321459baefbc4981abcd6f4 2024-11-28T02:37:11,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/4586788b327f4c4aa709a72bb8d2b68c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/4586788b327f4c4aa709a72bb8d2b68c 2024-11-28T02:37:11,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/4586788b327f4c4aa709a72bb8d2b68c, entries=200, sequenceid=217, filesize=14.2 K 2024-11-28T02:37:11,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/41102be361924cacbaea9f875c16f7ad as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/41102be361924cacbaea9f875c16f7ad 2024-11-28T02:37:11,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/41102be361924cacbaea9f875c16f7ad, entries=150, sequenceid=217, filesize=11.9 K 2024-11-28T02:37:11,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/f095db066321459baefbc4981abcd6f4 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/f095db066321459baefbc4981abcd6f4 2024-11-28T02:37:11,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/f095db066321459baefbc4981abcd6f4, entries=150, sequenceid=217, filesize=11.9 K 2024-11-28T02:37:11,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e39ee5c681f19095263438c82c848199 in 1252ms, sequenceid=217, compaction requested=true 2024-11-28T02:37:11,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:11,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:37:11,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:11,988 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:11,988 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:11,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:37:11,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:11,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:37:11,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:11,989 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:11,989 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:11,989 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/A is initiating minor compaction (all files) 2024-11-28T02:37:11,989 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/B is initiating minor compaction (all files) 2024-11-28T02:37:11,989 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/A in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:11,989 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/B in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:11,989 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/d0df7e6d49a94699b9a22a62f7efdcb4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/e47eee7fe0a84321b517733c6d16ba86, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/41102be361924cacbaea9f875c16f7ad] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=36.0 K 2024-11-28T02:37:11,989 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/a4916a840fc34416ab7c5731e4b5f337, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/7af1d50864a24a618b5404a5d26fa850, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/4586788b327f4c4aa709a72bb8d2b68c] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=38.3 K 2024-11-28T02:37:11,989 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting a4916a840fc34416ab7c5731e4b5f337, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732761428338 2024-11-28T02:37:11,989 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0df7e6d49a94699b9a22a62f7efdcb4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732761428338 2024-11-28T02:37:11,989 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 7af1d50864a24a618b5404a5d26fa850, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732761428986 2024-11-28T02:37:11,989 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting e47eee7fe0a84321b517733c6d16ba86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732761428986 2024-11-28T02:37:11,990 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41102be361924cacbaea9f875c16f7ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732761429613 2024-11-28T02:37:11,990 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 4586788b327f4c4aa709a72bb8d2b68c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732761429612 2024-11-28T02:37:11,995 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:11,995 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#A#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:11,996 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/cb21ab5ef2684319bbd3d11a0f678486 is 50, key is test_row_0/A:col10/1732761429613/Put/seqid=0 2024-11-28T02:37:11,996 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/0e15d660f04242f89ffade730aaa2d0e is 50, key is test_row_0/B:col10/1732761429613/Put/seqid=0 2024-11-28T02:37:12,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742334_1510 (size=12663) 2024-11-28T02:37:12,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742335_1511 (size=12663) 2024-11-28T02:37:12,118 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:12,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-28T02:37:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:12,119 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T02:37:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/965bfc926ee64de6ab05bde48f3beebf is 50, key is test_row_0/A:col10/1732761430752/Put/seqid=0 2024-11-28T02:37:12,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742336_1512 (size=12151) 2024-11-28T02:37:12,403 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/0e15d660f04242f89ffade730aaa2d0e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/0e15d660f04242f89ffade730aaa2d0e 2024-11-28T02:37:12,403 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/cb21ab5ef2684319bbd3d11a0f678486 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/cb21ab5ef2684319bbd3d11a0f678486 2024-11-28T02:37:12,407 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/A of e39ee5c681f19095263438c82c848199 into cb21ab5ef2684319bbd3d11a0f678486(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:12,407 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:12,407 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/A, priority=13, startTime=1732761431988; duration=0sec 2024-11-28T02:37:12,407 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:12,407 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:A 2024-11-28T02:37:12,407 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:12,407 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/B of e39ee5c681f19095263438c82c848199 into 0e15d660f04242f89ffade730aaa2d0e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:12,407 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:12,407 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/B, priority=13, startTime=1732761431988; duration=0sec 2024-11-28T02:37:12,407 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:12,407 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:B 2024-11-28T02:37:12,408 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:12,408 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/C is initiating minor compaction (all files) 2024-11-28T02:37:12,408 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/C in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:12,408 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37201bac3fec428ea85c17887e519413, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/92674d115a3543d3abd59831d8c7b339, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/f095db066321459baefbc4981abcd6f4] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=36.0 K 2024-11-28T02:37:12,408 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 37201bac3fec428ea85c17887e519413, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732761428338 2024-11-28T02:37:12,408 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 92674d115a3543d3abd59831d8c7b339, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732761428986 2024-11-28T02:37:12,409 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting f095db066321459baefbc4981abcd6f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732761429613 2024-11-28T02:37:12,414 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#C#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:12,414 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/3be2c427eff049bf9b5ab114e9985ead is 50, key is test_row_0/C:col10/1732761429613/Put/seqid=0 2024-11-28T02:37:12,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742337_1513 (size=12663) 2024-11-28T02:37:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-28T02:37:12,534 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/965bfc926ee64de6ab05bde48f3beebf 2024-11-28T02:37:12,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/59179de22cd6410fb975e7a1fd737ad2 is 50, key is test_row_0/B:col10/1732761430752/Put/seqid=0 2024-11-28T02:37:12,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742338_1514 (size=12151) 2024-11-28T02:37:12,546 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/59179de22cd6410fb975e7a1fd737ad2 2024-11-28T02:37:12,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/1f1001b5eeb54d6dbef37972fa06054c is 50, key is test_row_0/C:col10/1732761430752/Put/seqid=0 2024-11-28T02:37:12,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742339_1515 (size=12151) 2024-11-28T02:37:12,824 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/3be2c427eff049bf9b5ab114e9985ead as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/3be2c427eff049bf9b5ab114e9985ead 2024-11-28T02:37:12,826 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/C of e39ee5c681f19095263438c82c848199 into 3be2c427eff049bf9b5ab114e9985ead(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:12,826 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:12,826 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/C, priority=13, startTime=1732761431988; duration=0sec 2024-11-28T02:37:12,827 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:12,827 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:C 2024-11-28T02:37:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:12,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:12,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761492893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:12,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761492894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:12,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761492894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:12,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761492896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:12,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761492897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:12,965 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/1f1001b5eeb54d6dbef37972fa06054c 2024-11-28T02:37:12,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/965bfc926ee64de6ab05bde48f3beebf as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/965bfc926ee64de6ab05bde48f3beebf 2024-11-28T02:37:12,970 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/965bfc926ee64de6ab05bde48f3beebf, entries=150, sequenceid=240, filesize=11.9 K 2024-11-28T02:37:12,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/59179de22cd6410fb975e7a1fd737ad2 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/59179de22cd6410fb975e7a1fd737ad2 2024-11-28T02:37:12,973 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/59179de22cd6410fb975e7a1fd737ad2, entries=150, sequenceid=240, filesize=11.9 K 2024-11-28T02:37:12,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/1f1001b5eeb54d6dbef37972fa06054c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/1f1001b5eeb54d6dbef37972fa06054c 2024-11-28T02:37:12,976 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/1f1001b5eeb54d6dbef37972fa06054c, entries=150, sequenceid=240, filesize=11.9 K 2024-11-28T02:37:12,977 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e39ee5c681f19095263438c82c848199 in 858ms, sequenceid=240, compaction requested=false 2024-11-28T02:37:12,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:12,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:12,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-28T02:37:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-28T02:37:12,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-28T02:37:12,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6190 sec 2024-11-28T02:37:12,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.6220 sec 2024-11-28T02:37:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:13,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-28T02:37:13,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:13,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:13,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:13,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:13,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:13,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:13,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/b5442c9b76234e45aa4b060a4486ded7 is 50, key is test_row_0/A:col10/1732761432896/Put/seqid=0 2024-11-28T02:37:13,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742340_1516 (size=17031) 2024-11-28T02:37:13,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/b5442c9b76234e45aa4b060a4486ded7 2024-11-28T02:37:13,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/ec711ef6393a4e3d8d07dc24d140dc16 is 50, key is test_row_0/B:col10/1732761432896/Put/seqid=0 2024-11-28T02:37:13,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742341_1517 (size=12201) 2024-11-28T02:37:13,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761493024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761493025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761493026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761493027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761493027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761493132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761493133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761493133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761493133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761493133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761493340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761493340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761493340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761493341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761493341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/ec711ef6393a4e3d8d07dc24d140dc16 2024-11-28T02:37:13,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/e1ff01fd46d2406ab01622671838ce74 is 50, key is test_row_0/C:col10/1732761432896/Put/seqid=0 2024-11-28T02:37:13,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742342_1518 (size=12201) 2024-11-28T02:37:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-28T02:37:13,461 INFO [Thread-2077 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-28T02:37:13,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-28T02:37:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-28T02:37:13,463 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:13,464 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:13,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-28T02:37:13,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-28T02:37:13,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:13,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:13,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:13,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:13,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:13,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761493644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761493644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761493645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761493645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761493646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-28T02:37:13,767 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-28T02:37:13,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:13,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:13,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:13,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:13,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:13,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/e1ff01fd46d2406ab01622671838ce74 2024-11-28T02:37:13,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/b5442c9b76234e45aa4b060a4486ded7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/b5442c9b76234e45aa4b060a4486ded7 2024-11-28T02:37:13,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/b5442c9b76234e45aa4b060a4486ded7, entries=250, sequenceid=258, filesize=16.6 K 2024-11-28T02:37:13,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/ec711ef6393a4e3d8d07dc24d140dc16 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/ec711ef6393a4e3d8d07dc24d140dc16 2024-11-28T02:37:13,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/ec711ef6393a4e3d8d07dc24d140dc16, entries=150, sequenceid=258, filesize=11.9 K 2024-11-28T02:37:13,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/e1ff01fd46d2406ab01622671838ce74 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/e1ff01fd46d2406ab01622671838ce74 2024-11-28T02:37:13,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/e1ff01fd46d2406ab01622671838ce74, entries=150, sequenceid=258, filesize=11.9 K 2024-11-28T02:37:13,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e39ee5c681f19095263438c82c848199 in 844ms, sequenceid=258, compaction requested=true 2024-11-28T02:37:13,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:13,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:37:13,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:13,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:37:13,847 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:13,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:13,847 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:13,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:37:13,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:13,848 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:13,848 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41845 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:13,848 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/B is initiating minor compaction (all files) 2024-11-28T02:37:13,848 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/A is initiating minor compaction (all files) 2024-11-28T02:37:13,848 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/A in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:13,848 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/B in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:13,848 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/0e15d660f04242f89ffade730aaa2d0e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/59179de22cd6410fb975e7a1fd737ad2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/ec711ef6393a4e3d8d07dc24d140dc16] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=36.1 K 2024-11-28T02:37:13,848 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/cb21ab5ef2684319bbd3d11a0f678486, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/965bfc926ee64de6ab05bde48f3beebf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/b5442c9b76234e45aa4b060a4486ded7] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=40.9 K 2024-11-28T02:37:13,848 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e15d660f04242f89ffade730aaa2d0e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732761429613 2024-11-28T02:37:13,848 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting cb21ab5ef2684319bbd3d11a0f678486, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732761429613 2024-11-28T02:37:13,848 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59179de22cd6410fb975e7a1fd737ad2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732761430752 2024-11-28T02:37:13,848 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 965bfc926ee64de6ab05bde48f3beebf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732761430752 2024-11-28T02:37:13,849 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec711ef6393a4e3d8d07dc24d140dc16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732761432894 2024-11-28T02:37:13,849 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting b5442c9b76234e45aa4b060a4486ded7, keycount=250, bloomtype=ROW, size=16.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732761432887 2024-11-28T02:37:13,854 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#B#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:13,854 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#A#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:13,855 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/493f6247603a4a8c8270ef5c0e640af9 is 50, key is test_row_0/B:col10/1732761432896/Put/seqid=0 2024-11-28T02:37:13,855 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/07324f7cd6f34f07a23e370721dc4852 is 50, key is test_row_0/A:col10/1732761432896/Put/seqid=0 2024-11-28T02:37:13,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742343_1519 (size=12815) 2024-11-28T02:37:13,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742344_1520 (size=12815) 2024-11-28T02:37:13,919 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:13,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-28T02:37:13,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:13,920 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-28T02:37:13,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:13,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:13,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:13,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:13,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:13,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/53de768353754a58aa6f2dcd8338db65 is 50, key is test_row_0/A:col10/1732761433025/Put/seqid=0 2024-11-28T02:37:13,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742345_1521 (size=12301) 2024-11-28T02:37:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-28T02:37:14,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:14,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761494162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761494167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761494167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761494167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761494168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,270 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/07324f7cd6f34f07a23e370721dc4852 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/07324f7cd6f34f07a23e370721dc4852 2024-11-28T02:37:14,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,273 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/A of e39ee5c681f19095263438c82c848199 into 07324f7cd6f34f07a23e370721dc4852(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761494269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,273 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:14,273 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/A, priority=13, startTime=1732761433847; duration=0sec 2024-11-28T02:37:14,273 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:14,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,273 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:A 2024-11-28T02:37:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761494269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,273 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:14,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761494269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,274 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:14,274 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/C is initiating minor compaction (all files) 2024-11-28T02:37:14,274 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/C in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:14,274 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/3be2c427eff049bf9b5ab114e9985ead, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/1f1001b5eeb54d6dbef37972fa06054c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/e1ff01fd46d2406ab01622671838ce74] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=36.1 K 2024-11-28T02:37:14,274 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 3be2c427eff049bf9b5ab114e9985ead, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732761429613 2024-11-28T02:37:14,275 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f1001b5eeb54d6dbef37972fa06054c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732761430752 2024-11-28T02:37:14,275 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting e1ff01fd46d2406ab01622671838ce74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732761432894 2024-11-28T02:37:14,276 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/493f6247603a4a8c8270ef5c0e640af9 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/493f6247603a4a8c8270ef5c0e640af9 2024-11-28T02:37:14,279 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:14,280 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/B of e39ee5c681f19095263438c82c848199 into 493f6247603a4a8c8270ef5c0e640af9(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:14,280 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:14,280 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/B, priority=13, startTime=1732761433847; duration=0sec 2024-11-28T02:37:14,280 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:14,280 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:B 2024-11-28T02:37:14,280 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/d8f71e435e274240b16be6128b562ef7 is 50, key is test_row_0/C:col10/1732761432896/Put/seqid=0 2024-11-28T02:37:14,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742346_1522 (size=12815) 2024-11-28T02:37:14,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761494274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761494276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,327 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/53de768353754a58aa6f2dcd8338db65 2024-11-28T02:37:14,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/b47704802522401c8c88097a8c7ed037 is 50, key is test_row_0/B:col10/1732761433025/Put/seqid=0 2024-11-28T02:37:14,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742347_1523 (size=12301) 2024-11-28T02:37:14,336 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/b47704802522401c8c88097a8c7ed037 2024-11-28T02:37:14,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/37e326b5271f4e6180d8c285f472191a is 50, key is test_row_0/C:col10/1732761433025/Put/seqid=0 2024-11-28T02:37:14,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742348_1524 (size=12301) 2024-11-28T02:37:14,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761494474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761494474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761494474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761494484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761494485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-28T02:37:14,686 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/d8f71e435e274240b16be6128b562ef7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/d8f71e435e274240b16be6128b562ef7 2024-11-28T02:37:14,690 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/C of e39ee5c681f19095263438c82c848199 into d8f71e435e274240b16be6128b562ef7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:14,690 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:14,690 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/C, priority=13, startTime=1732761433847; duration=0sec 2024-11-28T02:37:14,690 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:14,690 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:C 2024-11-28T02:37:14,745 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/37e326b5271f4e6180d8c285f472191a 2024-11-28T02:37:14,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/53de768353754a58aa6f2dcd8338db65 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/53de768353754a58aa6f2dcd8338db65 2024-11-28T02:37:14,751 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/53de768353754a58aa6f2dcd8338db65, entries=150, sequenceid=279, filesize=12.0 K 2024-11-28T02:37:14,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/b47704802522401c8c88097a8c7ed037 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b47704802522401c8c88097a8c7ed037 2024-11-28T02:37:14,754 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b47704802522401c8c88097a8c7ed037, entries=150, sequenceid=279, filesize=12.0 K 2024-11-28T02:37:14,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/37e326b5271f4e6180d8c285f472191a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37e326b5271f4e6180d8c285f472191a 2024-11-28T02:37:14,758 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37e326b5271f4e6180d8c285f472191a, entries=150, sequenceid=279, filesize=12.0 K 2024-11-28T02:37:14,758 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e39ee5c681f19095263438c82c848199 in 838ms, sequenceid=279, compaction requested=false 2024-11-28T02:37:14,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:14,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:14,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-28T02:37:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-28T02:37:14,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-28T02:37:14,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2950 sec 2024-11-28T02:37:14,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.2990 sec 2024-11-28T02:37:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:14,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-28T02:37:14,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:14,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:14,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:14,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:14,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:14,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:14,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/4693e80630844ee8b8c9bb596f422426 is 50, key is test_row_0/A:col10/1732761434779/Put/seqid=0 2024-11-28T02:37:14,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742349_1525 (size=17181) 2024-11-28T02:37:14,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761494800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761494801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761494802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761494805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761494806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761494907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761494907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761494907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761494910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:14,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761494912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761495117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761495117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761495117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761495118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761495118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/4693e80630844ee8b8c9bb596f422426 2024-11-28T02:37:15,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/fa8e4120cfd44fed8c67bbb2adf375e7 is 50, key is test_row_0/B:col10/1732761434779/Put/seqid=0 2024-11-28T02:37:15,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742350_1526 (size=12301) 2024-11-28T02:37:15,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761495423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761495424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761495424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761495424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761495424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-28T02:37:15,567 INFO [Thread-2077 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-28T02:37:15,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-28T02:37:15,569 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-28T02:37:15,569 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:15,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:15,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/fa8e4120cfd44fed8c67bbb2adf375e7 2024-11-28T02:37:15,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/63dec70512b14666ba6732913df3800d is 50, key is test_row_0/C:col10/1732761434779/Put/seqid=0 2024-11-28T02:37:15,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742351_1527 (size=12301) 2024-11-28T02:37:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-28T02:37:15,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-28T02:37:15,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:15,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:15,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:15,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:15,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-28T02:37:15,873 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-28T02:37:15,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:15,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:15,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:15,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:15,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:15,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761495927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:15,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761495930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761495930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761495932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:15,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761495934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:16,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/63dec70512b14666ba6732913df3800d 2024-11-28T02:37:16,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/4693e80630844ee8b8c9bb596f422426 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/4693e80630844ee8b8c9bb596f422426 2024-11-28T02:37:16,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/4693e80630844ee8b8c9bb596f422426, entries=250, sequenceid=299, filesize=16.8 K 2024-11-28T02:37:16,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/fa8e4120cfd44fed8c67bbb2adf375e7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/fa8e4120cfd44fed8c67bbb2adf375e7 2024-11-28T02:37:16,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/fa8e4120cfd44fed8c67bbb2adf375e7, entries=150, sequenceid=299, filesize=12.0 K 2024-11-28T02:37:16,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/63dec70512b14666ba6732913df3800d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/63dec70512b14666ba6732913df3800d 2024-11-28T02:37:16,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/63dec70512b14666ba6732913df3800d, entries=150, sequenceid=299, filesize=12.0 K 2024-11-28T02:37:16,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for e39ee5c681f19095263438c82c848199 in 1243ms, sequenceid=299, compaction requested=true 2024-11-28T02:37:16,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:16,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:37:16,023 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:16,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:16,023 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:16,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:37:16,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:16,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:37:16,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:16,024 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:16,024 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:16,024 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/B is initiating minor compaction (all files) 2024-11-28T02:37:16,024 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/A is initiating minor compaction (all files) 2024-11-28T02:37:16,024 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/B in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:16,024 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/A in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:16,024 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/493f6247603a4a8c8270ef5c0e640af9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b47704802522401c8c88097a8c7ed037, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/fa8e4120cfd44fed8c67bbb2adf375e7] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=36.5 K 2024-11-28T02:37:16,024 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/07324f7cd6f34f07a23e370721dc4852, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/53de768353754a58aa6f2dcd8338db65, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/4693e80630844ee8b8c9bb596f422426] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=41.3 K 2024-11-28T02:37:16,024 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 493f6247603a4a8c8270ef5c0e640af9, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732761432894 2024-11-28T02:37:16,024 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07324f7cd6f34f07a23e370721dc4852, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732761432894 2024-11-28T02:37:16,024 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting b47704802522401c8c88097a8c7ed037, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732761433024 2024-11-28T02:37:16,024 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53de768353754a58aa6f2dcd8338db65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732761433024 2024-11-28T02:37:16,025 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting fa8e4120cfd44fed8c67bbb2adf375e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732761434166 2024-11-28T02:37:16,025 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4693e80630844ee8b8c9bb596f422426, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732761434161 2024-11-28T02:37:16,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:16,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-28T02:37:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:16,025 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-28T02:37:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:16,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:16,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:16,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:16,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/fc87bdd5789e4b0297354b0f6e6f7cfa is 50, key is test_row_0/A:col10/1732761434801/Put/seqid=0 2024-11-28T02:37:16,030 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#B#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:16,030 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/360f76dfe6e844138fcdcf16c2a81d29 is 50, key is test_row_0/B:col10/1732761434779/Put/seqid=0 2024-11-28T02:37:16,031 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#A#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:16,031 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/8f9769d4900c401f885e1c3961eb20bf is 50, key is test_row_0/A:col10/1732761434779/Put/seqid=0 2024-11-28T02:37:16,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742352_1528 (size=12301) 2024-11-28T02:37:16,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742354_1530 (size=13017) 2024-11-28T02:37:16,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742353_1529 (size=13017) 2024-11-28T02:37:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-28T02:37:16,441 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/fc87bdd5789e4b0297354b0f6e6f7cfa 2024-11-28T02:37:16,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/d34609a0a5fb452ea1f1c3693e85e5de is 50, key is test_row_0/B:col10/1732761434801/Put/seqid=0 2024-11-28T02:37:16,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742355_1531 (size=12301) 2024-11-28T02:37:16,450 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/d34609a0a5fb452ea1f1c3693e85e5de 2024-11-28T02:37:16,451 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/8f9769d4900c401f885e1c3961eb20bf as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/8f9769d4900c401f885e1c3961eb20bf 2024-11-28T02:37:16,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/cab6994557864f8aae7c77432b62ea41 is 50, key is test_row_0/C:col10/1732761434801/Put/seqid=0 2024-11-28T02:37:16,456 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/360f76dfe6e844138fcdcf16c2a81d29 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/360f76dfe6e844138fcdcf16c2a81d29 2024-11-28T02:37:16,458 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/A of e39ee5c681f19095263438c82c848199 into 8f9769d4900c401f885e1c3961eb20bf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:16,458 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:16,458 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/A, priority=13, startTime=1732761436023; duration=0sec 2024-11-28T02:37:16,458 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:16,458 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:A 2024-11-28T02:37:16,458 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:16,460 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:16,460 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/C is initiating minor compaction (all files) 2024-11-28T02:37:16,460 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/C in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:16,460 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/d8f71e435e274240b16be6128b562ef7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37e326b5271f4e6180d8c285f472191a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/63dec70512b14666ba6732913df3800d] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=36.5 K 2024-11-28T02:37:16,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742356_1532 (size=12301) 2024-11-28T02:37:16,460 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8f71e435e274240b16be6128b562ef7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732761432894 2024-11-28T02:37:16,467 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37e326b5271f4e6180d8c285f472191a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732761433024 2024-11-28T02:37:16,467 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/B of e39ee5c681f19095263438c82c848199 into 360f76dfe6e844138fcdcf16c2a81d29(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:16,467 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:16,467 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/B, priority=13, startTime=1732761436023; duration=0sec 2024-11-28T02:37:16,467 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:16,467 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:B 2024-11-28T02:37:16,467 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63dec70512b14666ba6732913df3800d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732761434166 2024-11-28T02:37:16,480 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#C#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:16,481 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/691536df9ce84ff9994e12295803c7d0 is 50, key is test_row_0/C:col10/1732761434779/Put/seqid=0 2024-11-28T02:37:16,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742357_1533 (size=13017) 2024-11-28T02:37:16,492 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/691536df9ce84ff9994e12295803c7d0 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/691536df9ce84ff9994e12295803c7d0 2024-11-28T02:37:16,496 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/C of e39ee5c681f19095263438c82c848199 into 691536df9ce84ff9994e12295803c7d0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:16,496 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:16,496 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/C, priority=13, startTime=1732761436023; duration=0sec 2024-11-28T02:37:16,496 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:16,496 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:C 2024-11-28T02:37:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-28T02:37:16,860 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/cab6994557864f8aae7c77432b62ea41 2024-11-28T02:37:16,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/fc87bdd5789e4b0297354b0f6e6f7cfa as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/fc87bdd5789e4b0297354b0f6e6f7cfa 2024-11-28T02:37:16,865 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/fc87bdd5789e4b0297354b0f6e6f7cfa, entries=150, sequenceid=318, filesize=12.0 K 2024-11-28T02:37:16,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/d34609a0a5fb452ea1f1c3693e85e5de as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/d34609a0a5fb452ea1f1c3693e85e5de 2024-11-28T02:37:16,868 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/d34609a0a5fb452ea1f1c3693e85e5de, entries=150, sequenceid=318, filesize=12.0 K 2024-11-28T02:37:16,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/cab6994557864f8aae7c77432b62ea41 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/cab6994557864f8aae7c77432b62ea41 2024-11-28T02:37:16,872 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/cab6994557864f8aae7c77432b62ea41, entries=150, sequenceid=318, filesize=12.0 K 2024-11-28T02:37:16,872 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for e39ee5c681f19095263438c82c848199 in 847ms, sequenceid=318, compaction requested=false 2024-11-28T02:37:16,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:16,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:16,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-28T02:37:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-28T02:37:16,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-28T02:37:16,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3050 sec 2024-11-28T02:37:16,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.3070 sec 2024-11-28T02:37:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:16,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:37:16,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:16,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:16,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:16,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:16,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:16,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:16,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/187eedde3c584ad7a96549f37f2ac4b8 is 50, key is test_row_1/A:col10/1732761436946/Put/seqid=0 2024-11-28T02:37:16,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742358_1534 (size=17177) 2024-11-28T02:37:17,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761496998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761496997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761497027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761497027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761497027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761497132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761497132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761497132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761497132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761497132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761497337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761497337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761497337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761497337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761497338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/187eedde3c584ad7a96549f37f2ac4b8 2024-11-28T02:37:17,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/0eac6fc981fa40a6a974c1506eb2f3ba is 50, key is test_row_1/B:col10/1732761436946/Put/seqid=0 2024-11-28T02:37:17,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742359_1535 (size=9857) 2024-11-28T02:37:17,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/0eac6fc981fa40a6a974c1506eb2f3ba 2024-11-28T02:37:17,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/2c4ec4b88ad04b74a0db53a98a07e404 is 50, key is test_row_1/C:col10/1732761436946/Put/seqid=0 2024-11-28T02:37:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742360_1536 (size=9857) 2024-11-28T02:37:17,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761497640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761497641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761497642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761497643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761497643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-28T02:37:17,672 INFO [Thread-2077 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-28T02:37:17,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-28T02:37:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-28T02:37:17,674 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:17,675 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:17,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:17,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/2c4ec4b88ad04b74a0db53a98a07e404 2024-11-28T02:37:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-28T02:37:17,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/187eedde3c584ad7a96549f37f2ac4b8 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/187eedde3c584ad7a96549f37f2ac4b8 2024-11-28T02:37:17,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/187eedde3c584ad7a96549f37f2ac4b8, entries=250, sequenceid=332, filesize=16.8 K 2024-11-28T02:37:17,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/0eac6fc981fa40a6a974c1506eb2f3ba as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/0eac6fc981fa40a6a974c1506eb2f3ba 2024-11-28T02:37:17,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/0eac6fc981fa40a6a974c1506eb2f3ba, entries=100, sequenceid=332, filesize=9.6 K 2024-11-28T02:37:17,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/2c4ec4b88ad04b74a0db53a98a07e404 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/2c4ec4b88ad04b74a0db53a98a07e404 2024-11-28T02:37:17,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/2c4ec4b88ad04b74a0db53a98a07e404, entries=100, sequenceid=332, filesize=9.6 K 2024-11-28T02:37:17,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e39ee5c681f19095263438c82c848199 in 840ms, sequenceid=332, compaction requested=true 2024-11-28T02:37:17,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:17,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:37:17,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:17,788 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:17,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:37:17,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:17,788 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:17,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:37:17,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:17,789 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:17,789 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42495 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:17,789 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/A is initiating minor compaction (all files) 2024-11-28T02:37:17,789 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/B is initiating minor compaction (all files) 2024-11-28T02:37:17,789 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/A in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:17,789 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/B in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:17,789 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/360f76dfe6e844138fcdcf16c2a81d29, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/d34609a0a5fb452ea1f1c3693e85e5de, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/0eac6fc981fa40a6a974c1506eb2f3ba] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=34.4 K 2024-11-28T02:37:17,789 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/8f9769d4900c401f885e1c3961eb20bf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/fc87bdd5789e4b0297354b0f6e6f7cfa, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/187eedde3c584ad7a96549f37f2ac4b8] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=41.5 K 2024-11-28T02:37:17,790 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 360f76dfe6e844138fcdcf16c2a81d29, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732761434166 2024-11-28T02:37:17,790 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f9769d4900c401f885e1c3961eb20bf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732761434166 2024-11-28T02:37:17,790 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting d34609a0a5fb452ea1f1c3693e85e5de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732761434801 2024-11-28T02:37:17,790 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc87bdd5789e4b0297354b0f6e6f7cfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732761434801 2024-11-28T02:37:17,790 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 0eac6fc981fa40a6a974c1506eb2f3ba, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732761436946 2024-11-28T02:37:17,790 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 187eedde3c584ad7a96549f37f2ac4b8, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732761436944 2024-11-28T02:37:17,795 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#B#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:17,795 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#A#compaction#456 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:17,796 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/5da59fc2d3b44415b5d4c2eaa34285b0 is 50, key is test_row_0/A:col10/1732761434801/Put/seqid=0 2024-11-28T02:37:17,796 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/96ba0b69ada54134895003ae6402d17c is 50, key is test_row_0/B:col10/1732761434801/Put/seqid=0 2024-11-28T02:37:17,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742361_1537 (size=13119) 2024-11-28T02:37:17,803 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/96ba0b69ada54134895003ae6402d17c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/96ba0b69ada54134895003ae6402d17c 2024-11-28T02:37:17,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742362_1538 (size=13119) 2024-11-28T02:37:17,809 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/B of e39ee5c681f19095263438c82c848199 into 96ba0b69ada54134895003ae6402d17c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:17,809 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:17,809 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/B, priority=13, startTime=1732761437788; duration=0sec 2024-11-28T02:37:17,809 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:17,809 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:B 2024-11-28T02:37:17,809 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/5da59fc2d3b44415b5d4c2eaa34285b0 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/5da59fc2d3b44415b5d4c2eaa34285b0 2024-11-28T02:37:17,809 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:17,809 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:17,810 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/C is initiating minor compaction (all files) 2024-11-28T02:37:17,810 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/C in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:17,810 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/691536df9ce84ff9994e12295803c7d0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/cab6994557864f8aae7c77432b62ea41, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/2c4ec4b88ad04b74a0db53a98a07e404] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=34.4 K 2024-11-28T02:37:17,810 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 691536df9ce84ff9994e12295803c7d0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732761434166 2024-11-28T02:37:17,810 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting cab6994557864f8aae7c77432b62ea41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732761434801 2024-11-28T02:37:17,810 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c4ec4b88ad04b74a0db53a98a07e404, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732761436946 2024-11-28T02:37:17,812 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/A of e39ee5c681f19095263438c82c848199 into 5da59fc2d3b44415b5d4c2eaa34285b0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:17,812 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:17,812 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/A, priority=13, startTime=1732761437788; duration=0sec 2024-11-28T02:37:17,812 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:17,812 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:A 2024-11-28T02:37:17,816 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#C#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:17,816 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/606e338fd5c84efd883d001dfbffad40 is 50, key is test_row_0/C:col10/1732761434801/Put/seqid=0 2024-11-28T02:37:17,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742363_1539 (size=13119) 2024-11-28T02:37:17,824 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/606e338fd5c84efd883d001dfbffad40 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/606e338fd5c84efd883d001dfbffad40 2024-11-28T02:37:17,826 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:17,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-28T02:37:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:17,827 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T02:37:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:17,828 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/C of e39ee5c681f19095263438c82c848199 into 606e338fd5c84efd883d001dfbffad40(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:17,829 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:17,829 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/C, priority=13, startTime=1732761437788; duration=0sec 2024-11-28T02:37:17,829 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:17,829 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:C 2024-11-28T02:37:17,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/d7a236de481647c499372247fa563261 is 50, key is test_row_0/A:col10/1732761437001/Put/seqid=0 2024-11-28T02:37:17,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742364_1540 (size=12301) 2024-11-28T02:37:17,836 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/d7a236de481647c499372247fa563261 2024-11-28T02:37:17,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/cc0a3033d94a486293542ccae52925ed is 50, key is test_row_0/B:col10/1732761437001/Put/seqid=0 2024-11-28T02:37:17,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742365_1541 (size=12301) 2024-11-28T02:37:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-28T02:37:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:18,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:18,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761498150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761498152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761498153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761498153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761498153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,247 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/cc0a3033d94a486293542ccae52925ed 2024-11-28T02:37:18,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/5355adf865e74bfb9e214175b376a804 is 50, key is test_row_0/C:col10/1732761437001/Put/seqid=0 2024-11-28T02:37:18,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761498254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761498254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761498259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761498261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761498261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742366_1542 (size=12301) 2024-11-28T02:37:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-28T02:37:18,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761498458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761498459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761498464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761498464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761498465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,672 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/5355adf865e74bfb9e214175b376a804 2024-11-28T02:37:18,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/d7a236de481647c499372247fa563261 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/d7a236de481647c499372247fa563261 2024-11-28T02:37:18,678 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/d7a236de481647c499372247fa563261, entries=150, sequenceid=360, filesize=12.0 K 2024-11-28T02:37:18,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/cc0a3033d94a486293542ccae52925ed as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/cc0a3033d94a486293542ccae52925ed 2024-11-28T02:37:18,681 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/cc0a3033d94a486293542ccae52925ed, entries=150, sequenceid=360, filesize=12.0 K 2024-11-28T02:37:18,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/5355adf865e74bfb9e214175b376a804 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/5355adf865e74bfb9e214175b376a804 2024-11-28T02:37:18,684 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/5355adf865e74bfb9e214175b376a804, entries=150, sequenceid=360, filesize=12.0 K 2024-11-28T02:37:18,685 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for e39ee5c681f19095263438c82c848199 in 858ms, sequenceid=360, compaction requested=false 2024-11-28T02:37:18,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:18,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:18,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-28T02:37:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-28T02:37:18,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-28T02:37:18,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0110 sec 2024-11-28T02:37:18,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.0140 sec 2024-11-28T02:37:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:18,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T02:37:18,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:18,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:18,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:18,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:18,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:18,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:18,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/70ffb4ea66a04f49ac3ad38195f92a35 is 50, key is test_row_0/A:col10/1732761438764/Put/seqid=0 2024-11-28T02:37:18,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742367_1543 (size=17181) 2024-11-28T02:37:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-28T02:37:18,777 INFO [Thread-2077 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-28T02:37:18,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-28T02:37:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-28T02:37:18,779 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:18,779 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:18,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:18,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761498790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761498790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761498791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761498791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761498792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-28T02:37:18,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761498896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761498896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761498897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761498897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761498897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,932 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:18,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T02:37:18,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:18,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:18,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:18,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:18,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-28T02:37:19,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T02:37:19,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:19,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:19,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:19,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761499100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761499100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761499100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761499100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761499100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/70ffb4ea66a04f49ac3ad38195f92a35 2024-11-28T02:37:19,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/25b0d4055c8e4593a5144f06b2784e5a is 50, key is test_row_0/B:col10/1732761438764/Put/seqid=0 2024-11-28T02:37:19,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742368_1544 (size=12301) 2024-11-28T02:37:19,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T02:37:19,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:19,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:19,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:19,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-28T02:37:19,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T02:37:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:19,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761499405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761499406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761499407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761499407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761499407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,422 DEBUG [Thread-2082 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:56697 2024-11-28T02:37:19,422 DEBUG [Thread-2082 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:19,423 DEBUG [Thread-2078 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:56697 2024-11-28T02:37:19,423 DEBUG [Thread-2078 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:19,424 DEBUG [Thread-2086 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc5e114 to 127.0.0.1:56697 2024-11-28T02:37:19,424 DEBUG [Thread-2086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:19,426 DEBUG [Thread-2080 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:56697 2024-11-28T02:37:19,426 DEBUG [Thread-2080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:19,428 DEBUG [Thread-2084 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:56697 2024-11-28T02:37:19,428 DEBUG [Thread-2084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:19,540 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T02:37:19,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:19,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:19,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:19,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/25b0d4055c8e4593a5144f06b2784e5a 2024-11-28T02:37:19,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/714bcec6764249109adffa0000b1861e is 50, key is test_row_0/C:col10/1732761438764/Put/seqid=0 2024-11-28T02:37:19,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742369_1545 (size=12301) 2024-11-28T02:37:19,652 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T02:37:19,695 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T02:37:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:19,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,849 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T02:37:19,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:19,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:19,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:19,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-28T02:37:19,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58526 deadline: 1732761499911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732761499913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:19,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58484 deadline: 1732761499914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1732761499915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58530 deadline: 1732761499915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:19,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/714bcec6764249109adffa0000b1861e 2024-11-28T02:37:20,003 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:20,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T02:37:20,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:20,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:20,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:20,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:20,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:20,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/70ffb4ea66a04f49ac3ad38195f92a35 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/70ffb4ea66a04f49ac3ad38195f92a35 2024-11-28T02:37:20,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/70ffb4ea66a04f49ac3ad38195f92a35, entries=250, sequenceid=374, filesize=16.8 K 2024-11-28T02:37:20,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/25b0d4055c8e4593a5144f06b2784e5a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/25b0d4055c8e4593a5144f06b2784e5a 2024-11-28T02:37:20,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/25b0d4055c8e4593a5144f06b2784e5a, entries=150, sequenceid=374, filesize=12.0 K 2024-11-28T02:37:20,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/714bcec6764249109adffa0000b1861e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/714bcec6764249109adffa0000b1861e 2024-11-28T02:37:20,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/714bcec6764249109adffa0000b1861e, entries=150, sequenceid=374, filesize=12.0 K 2024-11-28T02:37:20,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e39ee5c681f19095263438c82c848199 in 1259ms, sequenceid=374, compaction requested=true 2024-11-28T02:37:20,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:20,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:37:20,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:20,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:37:20,025 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:20,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:20,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e39ee5c681f19095263438c82c848199:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:37:20,025 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:20,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:20,026 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:20,026 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:20,026 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/B is initiating minor compaction (all files) 2024-11-28T02:37:20,026 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/A is initiating minor compaction (all files) 2024-11-28T02:37:20,026 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/B in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:20,026 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/A in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:20,026 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/5da59fc2d3b44415b5d4c2eaa34285b0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/d7a236de481647c499372247fa563261, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/70ffb4ea66a04f49ac3ad38195f92a35] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=41.6 K 2024-11-28T02:37:20,026 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/96ba0b69ada54134895003ae6402d17c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/cc0a3033d94a486293542ccae52925ed, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/25b0d4055c8e4593a5144f06b2784e5a] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=36.8 K 2024-11-28T02:37:20,027 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 96ba0b69ada54134895003ae6402d17c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732761434801 2024-11-28T02:37:20,027 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5da59fc2d3b44415b5d4c2eaa34285b0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732761434801 2024-11-28T02:37:20,027 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7a236de481647c499372247fa563261, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732761436996 2024-11-28T02:37:20,027 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting cc0a3033d94a486293542ccae52925ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732761436996 2024-11-28T02:37:20,027 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70ffb4ea66a04f49ac3ad38195f92a35, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732761438152 2024-11-28T02:37:20,027 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 25b0d4055c8e4593a5144f06b2784e5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732761438152 2024-11-28T02:37:20,035 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#B#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:20,035 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/acbe4e227854462a8ba38153739b74e9 is 50, key is test_row_0/B:col10/1732761438764/Put/seqid=0 2024-11-28T02:37:20,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742370_1546 (size=13221) 2024-11-28T02:37:20,042 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#A#compaction#465 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:20,042 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/1d39b14e6ab244b39afb790ee37f068e is 50, key is test_row_0/A:col10/1732761438764/Put/seqid=0 2024-11-28T02:37:20,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742371_1547 (size=13221) 2024-11-28T02:37:20,158 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:20,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T02:37:20,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:20,159 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T02:37:20,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:20,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:20,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:20,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:20,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:20,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:20,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/f98acca7f52f45cb960e29bb0486c12b is 50, key is test_row_0/A:col10/1732761438790/Put/seqid=0 2024-11-28T02:37:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742372_1548 (size=12301) 2024-11-28T02:37:20,446 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/acbe4e227854462a8ba38153739b74e9 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/acbe4e227854462a8ba38153739b74e9 2024-11-28T02:37:20,452 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/1d39b14e6ab244b39afb790ee37f068e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/1d39b14e6ab244b39afb790ee37f068e 2024-11-28T02:37:20,453 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/B of e39ee5c681f19095263438c82c848199 into acbe4e227854462a8ba38153739b74e9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:20,453 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:20,453 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/B, priority=13, startTime=1732761440025; duration=0sec 2024-11-28T02:37:20,453 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:20,453 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:B 2024-11-28T02:37:20,453 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:20,454 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:20,454 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): e39ee5c681f19095263438c82c848199/C is initiating minor compaction (all files) 2024-11-28T02:37:20,454 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e39ee5c681f19095263438c82c848199/C in TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:20,454 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/606e338fd5c84efd883d001dfbffad40, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/5355adf865e74bfb9e214175b376a804, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/714bcec6764249109adffa0000b1861e] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp, totalSize=36.8 K 2024-11-28T02:37:20,455 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 606e338fd5c84efd883d001dfbffad40, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732761434801 2024-11-28T02:37:20,455 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 5355adf865e74bfb9e214175b376a804, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732761436996 2024-11-28T02:37:20,455 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 714bcec6764249109adffa0000b1861e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732761438152 2024-11-28T02:37:20,456 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/A of e39ee5c681f19095263438c82c848199 into 1d39b14e6ab244b39afb790ee37f068e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:20,456 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:20,456 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/A, priority=13, startTime=1732761440024; duration=0sec 2024-11-28T02:37:20,457 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:20,457 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:A 2024-11-28T02:37:20,460 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e39ee5c681f19095263438c82c848199#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:20,460 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/ce03b73274604551aec74937e08e4fe7 is 50, key is test_row_0/C:col10/1732761438764/Put/seqid=0 2024-11-28T02:37:20,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742373_1549 (size=13221) 2024-11-28T02:37:20,567 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/f98acca7f52f45cb960e29bb0486c12b 2024-11-28T02:37:20,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/a28f23fa50ef496694047d33a25dec10 is 50, key is test_row_0/B:col10/1732761438790/Put/seqid=0 2024-11-28T02:37:20,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742374_1550 (size=12301) 2024-11-28T02:37:20,874 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/ce03b73274604551aec74937e08e4fe7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/ce03b73274604551aec74937e08e4fe7 2024-11-28T02:37:20,879 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e39ee5c681f19095263438c82c848199/C of e39ee5c681f19095263438c82c848199 into ce03b73274604551aec74937e08e4fe7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:20,879 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:20,880 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199., storeName=e39ee5c681f19095263438c82c848199/C, priority=13, startTime=1732761440025; duration=0sec 2024-11-28T02:37:20,880 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:20,880 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e39ee5c681f19095263438c82c848199:C 2024-11-28T02:37:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-28T02:37:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on e39ee5c681f19095263438c82c848199 2024-11-28T02:37:20,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. as already flushing 2024-11-28T02:37:20,919 DEBUG [Thread-2073 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:56697 2024-11-28T02:37:20,919 DEBUG [Thread-2073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:20,921 DEBUG [Thread-2069 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:56697 2024-11-28T02:37:20,921 DEBUG [Thread-2069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:20,925 DEBUG [Thread-2075 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:56697 2024-11-28T02:37:20,925 DEBUG [Thread-2075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:20,926 DEBUG [Thread-2067 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:56697 2024-11-28T02:37:20,926 DEBUG [Thread-2067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:20,928 DEBUG [Thread-2071 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:56697 2024-11-28T02:37:20,928 DEBUG [Thread-2071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:20,982 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/a28f23fa50ef496694047d33a25dec10 2024-11-28T02:37:20,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/d54461ffff214bf19da397ea3e4a2f04 is 50, key is test_row_0/C:col10/1732761438790/Put/seqid=0 2024-11-28T02:37:20,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742375_1551 (size=12301) 2024-11-28T02:37:21,396 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/d54461ffff214bf19da397ea3e4a2f04 2024-11-28T02:37:21,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/f98acca7f52f45cb960e29bb0486c12b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/f98acca7f52f45cb960e29bb0486c12b 2024-11-28T02:37:21,411 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/f98acca7f52f45cb960e29bb0486c12b, entries=150, sequenceid=397, filesize=12.0 K 2024-11-28T02:37:21,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/a28f23fa50ef496694047d33a25dec10 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/a28f23fa50ef496694047d33a25dec10 2024-11-28T02:37:21,415 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/a28f23fa50ef496694047d33a25dec10, entries=150, sequenceid=397, filesize=12.0 K 2024-11-28T02:37:21,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/d54461ffff214bf19da397ea3e4a2f04 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/d54461ffff214bf19da397ea3e4a2f04 2024-11-28T02:37:21,419 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/d54461ffff214bf19da397ea3e4a2f04, entries=150, sequenceid=397, filesize=12.0 K 2024-11-28T02:37:21,420 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for e39ee5c681f19095263438c82c848199 in 1261ms, sequenceid=397, compaction requested=false 2024-11-28T02:37:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-28T02:37:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-28T02:37:21,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-28T02:37:21,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6430 sec 2024-11-28T02:37:21,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.6460 sec 2024-11-28T02:37:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-28T02:37:22,885 INFO [Thread-2077 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-28T02:37:22,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T02:37:22,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-28T02:37:22,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-28T02:37:22,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-28T02:37:22,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-28T02:37:22,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-28T02:37:22,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T02:37:22,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T02:37:22,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2479 2024-11-28T02:37:22,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7436 rows 2024-11-28T02:37:22,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2496 2024-11-28T02:37:22,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7488 rows 2024-11-28T02:37:22,886 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2488 2024-11-28T02:37:22,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7464 rows 2024-11-28T02:37:22,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2483 2024-11-28T02:37:22,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7449 rows 2024-11-28T02:37:22,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2492 2024-11-28T02:37:22,887 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7475 rows 2024-11-28T02:37:22,887 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-28T02:37:22,887 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:56697 2024-11-28T02:37:22,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:22,890 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-28T02:37:22,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T02:37:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-28T02:37:22,895 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761442894"}]},"ts":"1732761442894"} 2024-11-28T02:37:22,895 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T02:37:22,935 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T02:37:22,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T02:37:22,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e39ee5c681f19095263438c82c848199, UNASSIGN}] 2024-11-28T02:37:22,939 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e39ee5c681f19095263438c82c848199, UNASSIGN 2024-11-28T02:37:22,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=e39ee5c681f19095263438c82c848199, regionState=CLOSING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:22,941 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T02:37:22,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:37:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-28T02:37:23,094 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:23,095 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close e39ee5c681f19095263438c82c848199 2024-11-28T02:37:23,095 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T02:37:23,095 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing e39ee5c681f19095263438c82c848199, disabling compactions & flushes 2024-11-28T02:37:23,095 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:23,096 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:23,096 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. after waiting 0 ms 2024-11-28T02:37:23,096 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:23,096 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(2837): Flushing e39ee5c681f19095263438c82c848199 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-28T02:37:23,097 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=A 2024-11-28T02:37:23,097 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:23,097 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=B 2024-11-28T02:37:23,097 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:23,097 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e39ee5c681f19095263438c82c848199, store=C 2024-11-28T02:37:23,097 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:23,105 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/7eaec458707e4ad19100f17efe334332 is 50, key is test_row_0/A:col10/1732761440916/Put/seqid=0 2024-11-28T02:37:23,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742376_1552 (size=12301) 2024-11-28T02:37:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-28T02:37:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-28T02:37:23,510 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/7eaec458707e4ad19100f17efe334332 2024-11-28T02:37:23,521 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/51605f0c5b4e4287abc4077dda9d0930 is 50, key is test_row_0/B:col10/1732761440916/Put/seqid=0 2024-11-28T02:37:23,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742377_1553 (size=12301) 2024-11-28T02:37:23,925 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/51605f0c5b4e4287abc4077dda9d0930 2024-11-28T02:37:23,935 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/05aa9d708fb649b68321a593e94d8eb1 is 50, key is test_row_0/C:col10/1732761440916/Put/seqid=0 2024-11-28T02:37:23,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742378_1554 (size=12301) 2024-11-28T02:37:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-28T02:37:24,340 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/05aa9d708fb649b68321a593e94d8eb1 2024-11-28T02:37:24,349 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/A/7eaec458707e4ad19100f17efe334332 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/7eaec458707e4ad19100f17efe334332 2024-11-28T02:37:24,354 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/7eaec458707e4ad19100f17efe334332, entries=150, sequenceid=408, filesize=12.0 K 2024-11-28T02:37:24,355 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/B/51605f0c5b4e4287abc4077dda9d0930 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/51605f0c5b4e4287abc4077dda9d0930 2024-11-28T02:37:24,359 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/51605f0c5b4e4287abc4077dda9d0930, entries=150, sequenceid=408, filesize=12.0 K 2024-11-28T02:37:24,360 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/.tmp/C/05aa9d708fb649b68321a593e94d8eb1 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/05aa9d708fb649b68321a593e94d8eb1 2024-11-28T02:37:24,364 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/05aa9d708fb649b68321a593e94d8eb1, entries=150, sequenceid=408, filesize=12.0 K 2024-11-28T02:37:24,365 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e39ee5c681f19095263438c82c848199 in 1268ms, sequenceid=408, compaction requested=true 2024-11-28T02:37:24,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/d643d9f000134eee85394b91748eeb68, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/e44158d00b8d4447a6a5b6b2749ccf37, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/6bf118a745f44844a71780ac94d63193, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/629657b0a73b48488eb22c6409396a83, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/128f587128a348c6b06939876508842c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/da8d972fd5e04c258492761eac7613bf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/b849eabb461f4de4bc42d96cc1e6befa, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/f58d1dc87a544098954eeabd10ea5cab, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/54029673d0774f91a63a87ad8033ebe8, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/df1c1d0df655416f86fd8b083bb9e11e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/6b1bcae10c524c088a763b2121ceb21e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/95ad05434226422ca72a1947ac8cbb63, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/a4916a840fc34416ab7c5731e4b5f337, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/7af1d50864a24a618b5404a5d26fa850, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/4586788b327f4c4aa709a72bb8d2b68c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/cb21ab5ef2684319bbd3d11a0f678486, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/965bfc926ee64de6ab05bde48f3beebf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/b5442c9b76234e45aa4b060a4486ded7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/07324f7cd6f34f07a23e370721dc4852, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/53de768353754a58aa6f2dcd8338db65, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/4693e80630844ee8b8c9bb596f422426, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/8f9769d4900c401f885e1c3961eb20bf, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/fc87bdd5789e4b0297354b0f6e6f7cfa, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/187eedde3c584ad7a96549f37f2ac4b8, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/5da59fc2d3b44415b5d4c2eaa34285b0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/d7a236de481647c499372247fa563261, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/70ffb4ea66a04f49ac3ad38195f92a35] to archive 2024-11-28T02:37:24,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:37:24,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/d643d9f000134eee85394b91748eeb68 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/d643d9f000134eee85394b91748eeb68 2024-11-28T02:37:24,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/e44158d00b8d4447a6a5b6b2749ccf37 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/e44158d00b8d4447a6a5b6b2749ccf37 2024-11-28T02:37:24,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/6bf118a745f44844a71780ac94d63193 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/6bf118a745f44844a71780ac94d63193 2024-11-28T02:37:24,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/629657b0a73b48488eb22c6409396a83 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/629657b0a73b48488eb22c6409396a83 2024-11-28T02:37:24,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/128f587128a348c6b06939876508842c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/128f587128a348c6b06939876508842c 2024-11-28T02:37:24,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/da8d972fd5e04c258492761eac7613bf to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/da8d972fd5e04c258492761eac7613bf 2024-11-28T02:37:24,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/b849eabb461f4de4bc42d96cc1e6befa to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/b849eabb461f4de4bc42d96cc1e6befa 2024-11-28T02:37:24,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/f58d1dc87a544098954eeabd10ea5cab to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/f58d1dc87a544098954eeabd10ea5cab 2024-11-28T02:37:24,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/54029673d0774f91a63a87ad8033ebe8 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/54029673d0774f91a63a87ad8033ebe8 2024-11-28T02:37:24,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/df1c1d0df655416f86fd8b083bb9e11e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/df1c1d0df655416f86fd8b083bb9e11e 2024-11-28T02:37:24,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/6b1bcae10c524c088a763b2121ceb21e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/6b1bcae10c524c088a763b2121ceb21e 2024-11-28T02:37:24,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/95ad05434226422ca72a1947ac8cbb63 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/95ad05434226422ca72a1947ac8cbb63 2024-11-28T02:37:24,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/a4916a840fc34416ab7c5731e4b5f337 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/a4916a840fc34416ab7c5731e4b5f337 2024-11-28T02:37:24,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/7af1d50864a24a618b5404a5d26fa850 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/7af1d50864a24a618b5404a5d26fa850 2024-11-28T02:37:24,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/4586788b327f4c4aa709a72bb8d2b68c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/4586788b327f4c4aa709a72bb8d2b68c 2024-11-28T02:37:24,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/cb21ab5ef2684319bbd3d11a0f678486 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/cb21ab5ef2684319bbd3d11a0f678486 2024-11-28T02:37:24,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/965bfc926ee64de6ab05bde48f3beebf to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/965bfc926ee64de6ab05bde48f3beebf 2024-11-28T02:37:24,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/b5442c9b76234e45aa4b060a4486ded7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/b5442c9b76234e45aa4b060a4486ded7 2024-11-28T02:37:24,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/07324f7cd6f34f07a23e370721dc4852 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/07324f7cd6f34f07a23e370721dc4852 2024-11-28T02:37:24,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/53de768353754a58aa6f2dcd8338db65 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/53de768353754a58aa6f2dcd8338db65 2024-11-28T02:37:24,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/4693e80630844ee8b8c9bb596f422426 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/4693e80630844ee8b8c9bb596f422426 2024-11-28T02:37:24,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/8f9769d4900c401f885e1c3961eb20bf to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/8f9769d4900c401f885e1c3961eb20bf 2024-11-28T02:37:24,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/fc87bdd5789e4b0297354b0f6e6f7cfa to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/fc87bdd5789e4b0297354b0f6e6f7cfa 2024-11-28T02:37:24,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/187eedde3c584ad7a96549f37f2ac4b8 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/187eedde3c584ad7a96549f37f2ac4b8 2024-11-28T02:37:24,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/5da59fc2d3b44415b5d4c2eaa34285b0 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/5da59fc2d3b44415b5d4c2eaa34285b0 2024-11-28T02:37:24,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/d7a236de481647c499372247fa563261 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/d7a236de481647c499372247fa563261 2024-11-28T02:37:24,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/70ffb4ea66a04f49ac3ad38195f92a35 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/70ffb4ea66a04f49ac3ad38195f92a35 2024-11-28T02:37:24,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/6e157006ee214d8a89e1bacf824e9d37, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/cb3867666a1c4467847a06ff176e359c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/578b731e078849099b01c93612696151, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/bd2e0a7e041d4b818d4394f15f9bc908, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b8c31c7de11a4590b87c2f16bd4acdcd, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/a5a20efd8d874e9b9d299ec44c43d0be, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/33a735f941da451a8b8825ad7b47d7fe, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b9a84fd3fe6447fbb703e88bda4dd9fa, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/02ae834bad4d4ee68b00c46dcbf30b3c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/6cdee9f02fbd4e739c3f1e6a95e1f215, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/c6e65e9b66da4ee6b70355082ddb40b5, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/d0df7e6d49a94699b9a22a62f7efdcb4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/02f1a876edff4ceba254ab60af5111a4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/e47eee7fe0a84321b517733c6d16ba86, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/0e15d660f04242f89ffade730aaa2d0e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/41102be361924cacbaea9f875c16f7ad, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/59179de22cd6410fb975e7a1fd737ad2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/493f6247603a4a8c8270ef5c0e640af9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/ec711ef6393a4e3d8d07dc24d140dc16, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b47704802522401c8c88097a8c7ed037, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/360f76dfe6e844138fcdcf16c2a81d29, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/fa8e4120cfd44fed8c67bbb2adf375e7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/d34609a0a5fb452ea1f1c3693e85e5de, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/96ba0b69ada54134895003ae6402d17c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/0eac6fc981fa40a6a974c1506eb2f3ba, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/cc0a3033d94a486293542ccae52925ed, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/25b0d4055c8e4593a5144f06b2784e5a] to archive 2024-11-28T02:37:24,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:37:24,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/6e157006ee214d8a89e1bacf824e9d37 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/6e157006ee214d8a89e1bacf824e9d37 2024-11-28T02:37:24,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/cb3867666a1c4467847a06ff176e359c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/cb3867666a1c4467847a06ff176e359c 2024-11-28T02:37:24,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/578b731e078849099b01c93612696151 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/578b731e078849099b01c93612696151 2024-11-28T02:37:24,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/bd2e0a7e041d4b818d4394f15f9bc908 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/bd2e0a7e041d4b818d4394f15f9bc908 2024-11-28T02:37:24,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b8c31c7de11a4590b87c2f16bd4acdcd to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b8c31c7de11a4590b87c2f16bd4acdcd 2024-11-28T02:37:24,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/a5a20efd8d874e9b9d299ec44c43d0be to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/a5a20efd8d874e9b9d299ec44c43d0be 2024-11-28T02:37:24,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/33a735f941da451a8b8825ad7b47d7fe to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/33a735f941da451a8b8825ad7b47d7fe 2024-11-28T02:37:24,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b9a84fd3fe6447fbb703e88bda4dd9fa to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b9a84fd3fe6447fbb703e88bda4dd9fa 2024-11-28T02:37:24,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/02ae834bad4d4ee68b00c46dcbf30b3c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/02ae834bad4d4ee68b00c46dcbf30b3c 2024-11-28T02:37:24,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/6cdee9f02fbd4e739c3f1e6a95e1f215 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/6cdee9f02fbd4e739c3f1e6a95e1f215 2024-11-28T02:37:24,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/c6e65e9b66da4ee6b70355082ddb40b5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/c6e65e9b66da4ee6b70355082ddb40b5 2024-11-28T02:37:24,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/d0df7e6d49a94699b9a22a62f7efdcb4 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/d0df7e6d49a94699b9a22a62f7efdcb4 2024-11-28T02:37:24,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/02f1a876edff4ceba254ab60af5111a4 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/02f1a876edff4ceba254ab60af5111a4 2024-11-28T02:37:24,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/e47eee7fe0a84321b517733c6d16ba86 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/e47eee7fe0a84321b517733c6d16ba86 2024-11-28T02:37:24,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/0e15d660f04242f89ffade730aaa2d0e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/0e15d660f04242f89ffade730aaa2d0e 2024-11-28T02:37:24,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/41102be361924cacbaea9f875c16f7ad to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/41102be361924cacbaea9f875c16f7ad 2024-11-28T02:37:24,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/59179de22cd6410fb975e7a1fd737ad2 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/59179de22cd6410fb975e7a1fd737ad2 2024-11-28T02:37:24,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/493f6247603a4a8c8270ef5c0e640af9 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/493f6247603a4a8c8270ef5c0e640af9 2024-11-28T02:37:24,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/ec711ef6393a4e3d8d07dc24d140dc16 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/ec711ef6393a4e3d8d07dc24d140dc16 2024-11-28T02:37:24,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b47704802522401c8c88097a8c7ed037 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/b47704802522401c8c88097a8c7ed037 2024-11-28T02:37:24,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/360f76dfe6e844138fcdcf16c2a81d29 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/360f76dfe6e844138fcdcf16c2a81d29 2024-11-28T02:37:24,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/fa8e4120cfd44fed8c67bbb2adf375e7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/fa8e4120cfd44fed8c67bbb2adf375e7 2024-11-28T02:37:24,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/d34609a0a5fb452ea1f1c3693e85e5de to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/d34609a0a5fb452ea1f1c3693e85e5de 2024-11-28T02:37:24,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/96ba0b69ada54134895003ae6402d17c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/96ba0b69ada54134895003ae6402d17c 2024-11-28T02:37:24,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/0eac6fc981fa40a6a974c1506eb2f3ba to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/0eac6fc981fa40a6a974c1506eb2f3ba 2024-11-28T02:37:24,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/cc0a3033d94a486293542ccae52925ed to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/cc0a3033d94a486293542ccae52925ed 2024-11-28T02:37:24,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/25b0d4055c8e4593a5144f06b2784e5a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/25b0d4055c8e4593a5144f06b2784e5a 2024-11-28T02:37:24,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/82ba9f4ac1044b61816631d3df41a7c0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/c750ed2925264ef3a707cfd9ed887f9a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37d9f52fbf3e406d963c8a91af1b71af, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/65df7e16c77c4df2a51ecd884ddbd234, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/e099586b9c634e77b987f657f76e1547, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/7bd3d494207f4e0ca91ca9f3acac9b20, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/3a84d6ab03cf4fcf8155ff85844f4515, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/fb9ae29c773249bd86a9ad01733c0c63, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/5f2e36f45ef447238eb1e899694e9958, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/347dee3ac111496bbbedfb26cc13e4f4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/8f635d4401df4b38b7281211f6921960, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37201bac3fec428ea85c17887e519413, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/2ecdea75cf7c40cca731c28b473e72cb, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/92674d115a3543d3abd59831d8c7b339, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/3be2c427eff049bf9b5ab114e9985ead, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/f095db066321459baefbc4981abcd6f4, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/1f1001b5eeb54d6dbef37972fa06054c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/d8f71e435e274240b16be6128b562ef7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/e1ff01fd46d2406ab01622671838ce74, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37e326b5271f4e6180d8c285f472191a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/691536df9ce84ff9994e12295803c7d0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/63dec70512b14666ba6732913df3800d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/cab6994557864f8aae7c77432b62ea41, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/606e338fd5c84efd883d001dfbffad40, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/2c4ec4b88ad04b74a0db53a98a07e404, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/5355adf865e74bfb9e214175b376a804, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/714bcec6764249109adffa0000b1861e] to archive 2024-11-28T02:37:24,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:37:24,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/82ba9f4ac1044b61816631d3df41a7c0 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/82ba9f4ac1044b61816631d3df41a7c0 2024-11-28T02:37:24,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/c750ed2925264ef3a707cfd9ed887f9a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/c750ed2925264ef3a707cfd9ed887f9a 2024-11-28T02:37:24,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37d9f52fbf3e406d963c8a91af1b71af to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37d9f52fbf3e406d963c8a91af1b71af 2024-11-28T02:37:24,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/65df7e16c77c4df2a51ecd884ddbd234 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/65df7e16c77c4df2a51ecd884ddbd234 2024-11-28T02:37:24,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/e099586b9c634e77b987f657f76e1547 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/e099586b9c634e77b987f657f76e1547 2024-11-28T02:37:24,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/7bd3d494207f4e0ca91ca9f3acac9b20 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/7bd3d494207f4e0ca91ca9f3acac9b20 2024-11-28T02:37:24,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/3a84d6ab03cf4fcf8155ff85844f4515 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/3a84d6ab03cf4fcf8155ff85844f4515 2024-11-28T02:37:24,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/fb9ae29c773249bd86a9ad01733c0c63 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/fb9ae29c773249bd86a9ad01733c0c63 2024-11-28T02:37:24,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/5f2e36f45ef447238eb1e899694e9958 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/5f2e36f45ef447238eb1e899694e9958 2024-11-28T02:37:24,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/347dee3ac111496bbbedfb26cc13e4f4 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/347dee3ac111496bbbedfb26cc13e4f4 2024-11-28T02:37:24,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/8f635d4401df4b38b7281211f6921960 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/8f635d4401df4b38b7281211f6921960 2024-11-28T02:37:24,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37201bac3fec428ea85c17887e519413 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37201bac3fec428ea85c17887e519413 2024-11-28T02:37:24,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/2ecdea75cf7c40cca731c28b473e72cb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/2ecdea75cf7c40cca731c28b473e72cb 2024-11-28T02:37:24,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/92674d115a3543d3abd59831d8c7b339 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/92674d115a3543d3abd59831d8c7b339 2024-11-28T02:37:24,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/3be2c427eff049bf9b5ab114e9985ead to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/3be2c427eff049bf9b5ab114e9985ead 2024-11-28T02:37:24,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/f095db066321459baefbc4981abcd6f4 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/f095db066321459baefbc4981abcd6f4 2024-11-28T02:37:24,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/1f1001b5eeb54d6dbef37972fa06054c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/1f1001b5eeb54d6dbef37972fa06054c 2024-11-28T02:37:24,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/d8f71e435e274240b16be6128b562ef7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/d8f71e435e274240b16be6128b562ef7 2024-11-28T02:37:24,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/e1ff01fd46d2406ab01622671838ce74 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/e1ff01fd46d2406ab01622671838ce74 2024-11-28T02:37:24,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37e326b5271f4e6180d8c285f472191a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/37e326b5271f4e6180d8c285f472191a 2024-11-28T02:37:24,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/691536df9ce84ff9994e12295803c7d0 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/691536df9ce84ff9994e12295803c7d0 2024-11-28T02:37:24,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/63dec70512b14666ba6732913df3800d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/63dec70512b14666ba6732913df3800d 2024-11-28T02:37:24,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/cab6994557864f8aae7c77432b62ea41 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/cab6994557864f8aae7c77432b62ea41 2024-11-28T02:37:24,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/606e338fd5c84efd883d001dfbffad40 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/606e338fd5c84efd883d001dfbffad40 2024-11-28T02:37:24,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/2c4ec4b88ad04b74a0db53a98a07e404 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/2c4ec4b88ad04b74a0db53a98a07e404 2024-11-28T02:37:24,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/5355adf865e74bfb9e214175b376a804 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/5355adf865e74bfb9e214175b376a804 2024-11-28T02:37:24,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/714bcec6764249109adffa0000b1861e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/714bcec6764249109adffa0000b1861e 2024-11-28T02:37:24,425 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/recovered.edits/411.seqid, newMaxSeqId=411, maxSeqId=1 2024-11-28T02:37:24,426 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199. 2024-11-28T02:37:24,426 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for e39ee5c681f19095263438c82c848199: 2024-11-28T02:37:24,427 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed e39ee5c681f19095263438c82c848199 2024-11-28T02:37:24,427 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=e39ee5c681f19095263438c82c848199, regionState=CLOSED 2024-11-28T02:37:24,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-28T02:37:24,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure e39ee5c681f19095263438c82c848199, server=91d91e22c0a9,41755,1732761291190 in 1.4870 sec 2024-11-28T02:37:24,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-28T02:37:24,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e39ee5c681f19095263438c82c848199, UNASSIGN in 1.4910 sec 2024-11-28T02:37:24,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-28T02:37:24,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4940 sec 2024-11-28T02:37:24,431 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761444431"}]},"ts":"1732761444431"} 2024-11-28T02:37:24,431 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T02:37:24,468 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T02:37:24,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5780 sec 2024-11-28T02:37:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-28T02:37:25,004 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-28T02:37:25,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T02:37:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:25,009 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:25,010 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=152, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-28T02:37:25,012 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199 2024-11-28T02:37:25,016 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/recovered.edits] 2024-11-28T02:37:25,019 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/1d39b14e6ab244b39afb790ee37f068e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/1d39b14e6ab244b39afb790ee37f068e 2024-11-28T02:37:25,022 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/7eaec458707e4ad19100f17efe334332 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/7eaec458707e4ad19100f17efe334332 2024-11-28T02:37:25,023 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/f98acca7f52f45cb960e29bb0486c12b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/A/f98acca7f52f45cb960e29bb0486c12b 2024-11-28T02:37:25,027 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/51605f0c5b4e4287abc4077dda9d0930 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/51605f0c5b4e4287abc4077dda9d0930 2024-11-28T02:37:25,029 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/a28f23fa50ef496694047d33a25dec10 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/a28f23fa50ef496694047d33a25dec10 2024-11-28T02:37:25,030 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/acbe4e227854462a8ba38153739b74e9 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/B/acbe4e227854462a8ba38153739b74e9 2024-11-28T02:37:25,034 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/05aa9d708fb649b68321a593e94d8eb1 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/05aa9d708fb649b68321a593e94d8eb1 2024-11-28T02:37:25,035 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/ce03b73274604551aec74937e08e4fe7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/ce03b73274604551aec74937e08e4fe7 2024-11-28T02:37:25,036 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/d54461ffff214bf19da397ea3e4a2f04 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/C/d54461ffff214bf19da397ea3e4a2f04 2024-11-28T02:37:25,039 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/recovered.edits/411.seqid to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199/recovered.edits/411.seqid 2024-11-28T02:37:25,039 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/e39ee5c681f19095263438c82c848199 2024-11-28T02:37:25,040 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T02:37:25,041 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=152, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:25,043 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T02:37:25,045 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T02:37:25,045 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=152, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:25,046 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T02:37:25,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732761445046"}]},"ts":"9223372036854775807"} 2024-11-28T02:37:25,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-28T02:37:25,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e39ee5c681f19095263438c82c848199, NAME => 'TestAcidGuarantees,,1732761417169.e39ee5c681f19095263438c82c848199.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T02:37:25,048 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T02:37:25,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732761445048"}]},"ts":"9223372036854775807"} 2024-11-28T02:37:25,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-28T02:37:25,087 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=152, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:25,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 82 msec 2024-11-28T02:37:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-28T02:37:25,113 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-28T02:37:25,126 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239 (was 241), OpenFileDescriptor=450 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 335), ProcessCount=11 (was 11), AvailableMemoryMB=7372 (was 7402) 2024-11-28T02:37:25,138 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=7371 2024-11-28T02:37:25,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T02:37:25,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:37:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:25,142 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T02:37:25,142 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:25,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 153 2024-11-28T02:37:25,143 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T02:37:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-28T02:37:25,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742379_1555 (size=963) 2024-11-28T02:37:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-28T02:37:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-28T02:37:25,554 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0 2024-11-28T02:37:25,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742380_1556 (size=53) 2024-11-28T02:37:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-28T02:37:25,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:37:25,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ae163435d918eb24c8e864e6502b1102, disabling compactions & flushes 2024-11-28T02:37:25,967 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:25,967 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:25,967 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. after waiting 0 ms 2024-11-28T02:37:25,967 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:25,967 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:25,967 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:25,969 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T02:37:25,970 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732761445970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732761445970"}]},"ts":"1732761445970"} 2024-11-28T02:37:25,972 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-28T02:37:25,973 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T02:37:25,973 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761445973"}]},"ts":"1732761445973"} 2024-11-28T02:37:25,974 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T02:37:26,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae163435d918eb24c8e864e6502b1102, ASSIGN}] 2024-11-28T02:37:26,020 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae163435d918eb24c8e864e6502b1102, ASSIGN 2024-11-28T02:37:26,021 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae163435d918eb24c8e864e6502b1102, ASSIGN; state=OFFLINE, location=91d91e22c0a9,41755,1732761291190; forceNewPlan=false, retain=false 2024-11-28T02:37:26,172 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=ae163435d918eb24c8e864e6502b1102, regionState=OPENING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:26,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; OpenRegionProcedure ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:37:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-28T02:37:26,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:26,335 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:26,335 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7285): Opening region: {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:37:26,336 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:26,336 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:37:26,336 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7327): checking encryption for ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:26,336 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7330): checking classloading for ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:26,338 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:26,339 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:37:26,339 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae163435d918eb24c8e864e6502b1102 columnFamilyName A 2024-11-28T02:37:26,339 DEBUG [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:26,340 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.HStore(327): Store=ae163435d918eb24c8e864e6502b1102/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:37:26,340 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:26,340 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:37:26,340 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae163435d918eb24c8e864e6502b1102 columnFamilyName B 2024-11-28T02:37:26,341 DEBUG [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:26,341 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.HStore(327): Store=ae163435d918eb24c8e864e6502b1102/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:37:26,341 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:26,342 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:37:26,342 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae163435d918eb24c8e864e6502b1102 columnFamilyName C 2024-11-28T02:37:26,342 DEBUG [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:26,342 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.HStore(327): Store=ae163435d918eb24c8e864e6502b1102/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:37:26,342 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:26,343 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:26,343 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:26,344 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T02:37:26,345 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1085): writing seq id for ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:26,346 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:37:26,347 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1102): Opened ae163435d918eb24c8e864e6502b1102; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67093325, jitterRate=-2.3154914379119873E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T02:37:26,347 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1001): Region open journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:26,348 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., pid=155, masterSystemTime=1732761446328 2024-11-28T02:37:26,349 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:26,349 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:26,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=ae163435d918eb24c8e864e6502b1102, regionState=OPEN, openSeqNum=2, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:26,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-28T02:37:26,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; OpenRegionProcedure ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 in 177 msec 2024-11-28T02:37:26,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-28T02:37:26,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae163435d918eb24c8e864e6502b1102, ASSIGN in 333 msec 2024-11-28T02:37:26,354 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T02:37:26,354 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761446354"}]},"ts":"1732761446354"} 2024-11-28T02:37:26,355 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T02:37:26,361 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T02:37:26,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2210 sec 2024-11-28T02:37:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-28T02:37:27,253 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-28T02:37:27,257 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ac53e79 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d5efb7a 2024-11-28T02:37:27,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:37:27,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:37:27,291 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:37:27,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T02:37:27,292 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T02:37:27,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T02:37:27,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:37:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:27,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742381_1557 (size=999) 2024-11-28T02:37:27,706 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-28T02:37:27,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-28T02:37:27,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T02:37:27,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae163435d918eb24c8e864e6502b1102, REOPEN/MOVE}] 2024-11-28T02:37:27,716 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae163435d918eb24c8e864e6502b1102, REOPEN/MOVE 2024-11-28T02:37:27,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=ae163435d918eb24c8e864e6502b1102, regionState=CLOSING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:27,718 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T02:37:27,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:37:27,869 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:27,869 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:27,869 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T02:37:27,869 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing ae163435d918eb24c8e864e6502b1102, disabling compactions & flushes 2024-11-28T02:37:27,869 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:27,870 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:27,870 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. after waiting 0 ms 2024-11-28T02:37:27,870 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:27,873 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-28T02:37:27,873 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:27,873 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:27,873 WARN [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionServer(3786): Not adding moved region record: ae163435d918eb24c8e864e6502b1102 to self. 2024-11-28T02:37:27,874 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:27,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=ae163435d918eb24c8e864e6502b1102, regionState=CLOSED 2024-11-28T02:37:27,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-28T02:37:27,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 in 158 msec 2024-11-28T02:37:27,877 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae163435d918eb24c8e864e6502b1102, REOPEN/MOVE; state=CLOSED, location=91d91e22c0a9,41755,1732761291190; forceNewPlan=false, retain=true 2024-11-28T02:37:28,028 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=ae163435d918eb24c8e864e6502b1102, regionState=OPENING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=158, state=RUNNABLE; OpenRegionProcedure ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:37:28,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,190 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:28,191 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7285): Opening region: {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:37:28,192 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:28,192 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:37:28,192 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7327): checking encryption for ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:28,193 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7330): checking classloading for ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:28,195 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:28,196 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:37:28,196 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae163435d918eb24c8e864e6502b1102 columnFamilyName A 2024-11-28T02:37:28,198 DEBUG [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:28,199 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.HStore(327): Store=ae163435d918eb24c8e864e6502b1102/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:37:28,199 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:28,200 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:37:28,200 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae163435d918eb24c8e864e6502b1102 columnFamilyName B 2024-11-28T02:37:28,200 DEBUG [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:28,201 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.HStore(327): Store=ae163435d918eb24c8e864e6502b1102/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:37:28,201 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:28,202 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T02:37:28,202 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae163435d918eb24c8e864e6502b1102 columnFamilyName C 2024-11-28T02:37:28,202 DEBUG [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:28,203 INFO [StoreOpener-ae163435d918eb24c8e864e6502b1102-1 {}] regionserver.HStore(327): Store=ae163435d918eb24c8e864e6502b1102/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:37:28,203 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:28,204 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:28,205 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:28,207 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T02:37:28,208 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1085): writing seq id for ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:28,209 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1102): Opened ae163435d918eb24c8e864e6502b1102; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74122300, jitterRate=0.10450834035873413}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T02:37:28,210 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1001): Region open journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:28,210 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., pid=160, masterSystemTime=1732761448184 2024-11-28T02:37:28,211 DEBUG [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:28,212 INFO [RS_OPEN_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:28,212 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=ae163435d918eb24c8e864e6502b1102, regionState=OPEN, openSeqNum=5, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=158 2024-11-28T02:37:28,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=158, state=SUCCESS; OpenRegionProcedure ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 in 183 msec 2024-11-28T02:37:28,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-28T02:37:28,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae163435d918eb24c8e864e6502b1102, REOPEN/MOVE in 499 msec 2024-11-28T02:37:28,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-28T02:37:28,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 504 msec 2024-11-28T02:37:28,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 924 msec 2024-11-28T02:37:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-28T02:37:28,222 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bc9c3e to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fc332d8 2024-11-28T02:37:28,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b5141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:37:28,264 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7181df3b to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17327621 2024-11-28T02:37:28,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a52cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:37:28,278 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11030ef5 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1584f18a 2024-11-28T02:37:28,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7fe431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:37:28,286 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4 2024-11-28T02:37:28,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:37:28,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e757135 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6a59e4 2024-11-28T02:37:28,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d836f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:37:28,303 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x150e08ed to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53305d9b 2024-11-28T02:37:28,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c440f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:37:28,311 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a3b66d3 to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb6288a 2024-11-28T02:37:28,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58460ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:37:28,320 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cfdf76c to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6556601 2024-11-28T02:37:28,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8cd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:37:28,328 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68c2838a to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@458a85fd 2024-11-28T02:37:28,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d832d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:37:28,336 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50bf224f to 127.0.0.1:56697 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@410bf0c8 2024-11-28T02:37:28,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b6349f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:37:28,346 DEBUG [hconnection-0x70eb0531-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:37:28,346 DEBUG [hconnection-0x1467f15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:37:28,347 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:37:28,347 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:37:28,347 DEBUG [hconnection-0x2f821463-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:37:28,348 DEBUG [hconnection-0x13a67364-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:37:28,348 DEBUG [hconnection-0x3bdf662e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:37:28,348 DEBUG [hconnection-0x59e02ba0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:37:28,349 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:37:28,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:28,349 DEBUG [hconnection-0x2a3faba5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:37:28,349 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:37:28,349 DEBUG [hconnection-0x4d4966ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:37:28,349 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:37:28,349 DEBUG [hconnection-0x7e20c0c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:37:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-28T02:37:28,350 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:37:28,350 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:37:28,351 DEBUG [hconnection-0x12f30586-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:37:28,351 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-28T02:37:28,351 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:37:28,351 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:37:28,351 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:28,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:28,352 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:37:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:28,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae163435d918eb24c8e864e6502b1102 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:37:28,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=A 2024-11-28T02:37:28,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:28,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=B 2024-11-28T02:37:28,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:28,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=C 2024-11-28T02:37:28,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:28,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761508372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761508372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761508373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761508374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761508375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ce4d504539c54cd4ba82e7e348984ec5_ae163435d918eb24c8e864e6502b1102 is 50, key is test_row_0/A:col10/1732761448354/Put/seqid=0 2024-11-28T02:37:28,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742382_1558 (size=12154) 2024-11-28T02:37:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-28T02:37:28,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761508476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761508477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761508477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761508477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761508478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,504 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T02:37:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:28,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-28T02:37:28,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T02:37:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:28,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:28,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:28,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:28,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761508679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761508679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761508679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761508679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761508680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,795 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:28,797 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ce4d504539c54cd4ba82e7e348984ec5_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ce4d504539c54cd4ba82e7e348984ec5_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:28,798 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/90f8de338d4d4451b8808e206d220035, store: [table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:28,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/90f8de338d4d4451b8808e206d220035 is 175, key is test_row_0/A:col10/1732761448354/Put/seqid=0 2024-11-28T02:37:28,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742383_1559 (size=30955) 2024-11-28T02:37:28,808 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T02:37:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:28,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-28T02:37:28,960 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T02:37:28,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:28,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:28,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:28,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:28,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:28,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761508981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761508981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761508982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761508983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:28,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761508983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:29,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:29,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T02:37:29,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:29,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:29,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:29,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,202 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/90f8de338d4d4451b8808e206d220035 2024-11-28T02:37:29,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/fbca19c6e8d04692b9d510278874b575 is 50, key is test_row_0/B:col10/1732761448354/Put/seqid=0 2024-11-28T02:37:29,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742384_1560 (size=12001) 2024-11-28T02:37:29,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:29,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T02:37:29,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:29,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:29,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:29,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,417 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:29,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T02:37:29,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:29,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:29,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:29,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-28T02:37:29,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761509485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:29,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761509485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:29,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761509486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:29,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761509487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:29,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761509487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:29,570 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:29,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T02:37:29,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:29,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:29,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:29,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/fbca19c6e8d04692b9d510278874b575 2024-11-28T02:37:29,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/7dc5e36cdaf444b386611f11b4383ec0 is 50, key is test_row_0/C:col10/1732761448354/Put/seqid=0 2024-11-28T02:37:29,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742385_1561 (size=12001) 2024-11-28T02:37:29,722 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:29,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T02:37:29,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:29,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:29,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:29,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,874 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:29,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T02:37:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:29,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:29,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T02:37:30,026 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:30,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T02:37:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:30,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:30,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/7dc5e36cdaf444b386611f11b4383ec0 2024-11-28T02:37:30,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/90f8de338d4d4451b8808e206d220035 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/90f8de338d4d4451b8808e206d220035 2024-11-28T02:37:30,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/90f8de338d4d4451b8808e206d220035, entries=150, sequenceid=16, filesize=30.2 K 2024-11-28T02:37:30,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/fbca19c6e8d04692b9d510278874b575 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/fbca19c6e8d04692b9d510278874b575 2024-11-28T02:37:30,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/fbca19c6e8d04692b9d510278874b575, entries=150, sequenceid=16, filesize=11.7 K 2024-11-28T02:37:30,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/7dc5e36cdaf444b386611f11b4383ec0 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/7dc5e36cdaf444b386611f11b4383ec0 2024-11-28T02:37:30,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/7dc5e36cdaf444b386611f11b4383ec0, entries=150, sequenceid=16, filesize=11.7 K 2024-11-28T02:37:30,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ae163435d918eb24c8e864e6502b1102 in 1710ms, sequenceid=16, compaction requested=false 2024-11-28T02:37:30,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:30,179 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:30,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T02:37:30,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:30,180 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing ae163435d918eb24c8e864e6502b1102 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T02:37:30,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=A 2024-11-28T02:37:30,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:30,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=B 2024-11-28T02:37:30,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:30,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=C 2024-11-28T02:37:30,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:30,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112827cd80dd2eba4a04a961364be4cc4e82_ae163435d918eb24c8e864e6502b1102 is 50, key is test_row_0/A:col10/1732761448373/Put/seqid=0 2024-11-28T02:37:30,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742386_1562 (size=12154) 2024-11-28T02:37:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-28T02:37:30,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:30,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761510497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:30,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761510498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:30,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761510498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:30,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761510499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:30,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761510500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:30,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:30,590 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112827cd80dd2eba4a04a961364be4cc4e82_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112827cd80dd2eba4a04a961364be4cc4e82_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/1163271a3da64f32be2fc08d888a555f, store: [table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/1163271a3da64f32be2fc08d888a555f is 175, key is test_row_0/A:col10/1732761448373/Put/seqid=0 2024-11-28T02:37:30,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742387_1563 (size=30955) 2024-11-28T02:37:30,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761510602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:30,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761510602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:30,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761510602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:30,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761510603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:30,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761510804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:30,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761510805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:30,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761510805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:30,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761510806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:30,994 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/1163271a3da64f32be2fc08d888a555f 2024-11-28T02:37:31,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/50f80a21dbfa48b29d9978c475f973a3 is 50, key is test_row_0/B:col10/1732761448373/Put/seqid=0 2024-11-28T02:37:31,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742388_1564 (size=12001) 2024-11-28T02:37:31,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761511107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:31,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761511108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:31,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761511109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:31,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761511110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:31,404 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/50f80a21dbfa48b29d9978c475f973a3 2024-11-28T02:37:31,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/dab605f776f842519e2f7236b058476c is 50, key is test_row_0/C:col10/1732761448373/Put/seqid=0 2024-11-28T02:37:31,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742389_1565 (size=12001) 2024-11-28T02:37:31,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761511612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:31,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761511613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:31,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761511615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:31,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761511616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:31,813 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/dab605f776f842519e2f7236b058476c 2024-11-28T02:37:31,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/1163271a3da64f32be2fc08d888a555f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/1163271a3da64f32be2fc08d888a555f 2024-11-28T02:37:31,818 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/1163271a3da64f32be2fc08d888a555f, entries=150, sequenceid=40, filesize=30.2 K 2024-11-28T02:37:31,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/50f80a21dbfa48b29d9978c475f973a3 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/50f80a21dbfa48b29d9978c475f973a3 2024-11-28T02:37:31,821 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/50f80a21dbfa48b29d9978c475f973a3, entries=150, sequenceid=40, filesize=11.7 K 2024-11-28T02:37:31,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/dab605f776f842519e2f7236b058476c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/dab605f776f842519e2f7236b058476c 2024-11-28T02:37:31,824 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/dab605f776f842519e2f7236b058476c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-28T02:37:31,825 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for ae163435d918eb24c8e864e6502b1102 in 1645ms, sequenceid=40, compaction requested=false 2024-11-28T02:37:31,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:31,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:31,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-28T02:37:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-28T02:37:31,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-28T02:37:31,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4740 sec 2024-11-28T02:37:31,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 3.4780 sec 2024-11-28T02:37:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-28T02:37:32,455 INFO [Thread-2477 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-28T02:37:32,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-28T02:37:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-28T02:37:32,457 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:32,458 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:32,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:32,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae163435d918eb24c8e864e6502b1102 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T02:37:32,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=A 2024-11-28T02:37:32,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:32,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=B 2024-11-28T02:37:32,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:32,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=C 2024-11-28T02:37:32,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:32,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128180cc6dbaa5e40bdbe9db6c76d1760c7_ae163435d918eb24c8e864e6502b1102 is 50, key is test_row_0/A:col10/1732761452504/Put/seqid=0 2024-11-28T02:37:32,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742390_1566 (size=14594) 2024-11-28T02:37:32,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761512552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-28T02:37:32,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:32,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T02:37:32,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:32,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:32,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:32,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:32,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:32,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:32,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761512615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761512615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:32,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761512618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:32,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761512626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:32,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761512655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-28T02:37:32,761 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:32,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T02:37:32,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:32,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:32,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:32,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:32,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:32,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761512858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:32,913 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:32,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T02:37:32,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:32,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:32,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:32,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:32,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:32,922 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:32,924 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128180cc6dbaa5e40bdbe9db6c76d1760c7_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128180cc6dbaa5e40bdbe9db6c76d1760c7_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:32,925 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/2a74434d92ef4b52becf90ba21cd9f22, store: [table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:32,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/2a74434d92ef4b52becf90ba21cd9f22 is 175, key is test_row_0/A:col10/1732761452504/Put/seqid=0 2024-11-28T02:37:32,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742391_1567 (size=39549) 2024-11-28T02:37:32,929 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/2a74434d92ef4b52becf90ba21cd9f22 2024-11-28T02:37:32,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/036efaac16294bf9bbd9a2417f7be46c is 50, key is test_row_0/B:col10/1732761452504/Put/seqid=0 2024-11-28T02:37:32,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742392_1568 (size=12001) 2024-11-28T02:37:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-28T02:37:33,065 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:33,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T02:37:33,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:33,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:33,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:33,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:33,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:33,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761513161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:33,218 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:33,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T02:37:33,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:33,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:33,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:33,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:33,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:33,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/036efaac16294bf9bbd9a2417f7be46c 2024-11-28T02:37:33,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/5dd362c05345449783c958ba7a4ed41f is 50, key is test_row_0/C:col10/1732761452504/Put/seqid=0 2024-11-28T02:37:33,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742393_1569 (size=12001) 2024-11-28T02:37:33,370 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:33,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T02:37:33,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:33,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:33,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:33,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:33,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:33,522 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:33,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T02:37:33,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:33,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:33,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:33,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:33,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-28T02:37:33,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761513665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:33,674 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:33,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T02:37:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:33,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:33,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:33,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/5dd362c05345449783c958ba7a4ed41f 2024-11-28T02:37:33,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/2a74434d92ef4b52becf90ba21cd9f22 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2a74434d92ef4b52becf90ba21cd9f22 2024-11-28T02:37:33,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2a74434d92ef4b52becf90ba21cd9f22, entries=200, sequenceid=54, filesize=38.6 K 2024-11-28T02:37:33,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/036efaac16294bf9bbd9a2417f7be46c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/036efaac16294bf9bbd9a2417f7be46c 2024-11-28T02:37:33,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/036efaac16294bf9bbd9a2417f7be46c, entries=150, sequenceid=54, filesize=11.7 K 2024-11-28T02:37:33,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/5dd362c05345449783c958ba7a4ed41f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/5dd362c05345449783c958ba7a4ed41f 2024-11-28T02:37:33,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/5dd362c05345449783c958ba7a4ed41f, entries=150, sequenceid=54, filesize=11.7 K 2024-11-28T02:37:33,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ae163435d918eb24c8e864e6502b1102 in 1252ms, sequenceid=54, compaction requested=true 2024-11-28T02:37:33,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:33,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae163435d918eb24c8e864e6502b1102:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:37:33,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:33,758 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:33,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae163435d918eb24c8e864e6502b1102:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:37:33,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:33,758 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:33,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae163435d918eb24c8e864e6502b1102:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:37:33,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:33,758 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:33,758 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:33,758 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): ae163435d918eb24c8e864e6502b1102/A is initiating minor compaction (all files) 2024-11-28T02:37:33,758 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ae163435d918eb24c8e864e6502b1102/B is initiating minor compaction (all files) 2024-11-28T02:37:33,759 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae163435d918eb24c8e864e6502b1102/A in TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:33,759 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae163435d918eb24c8e864e6502b1102/B in TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:33,759 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/fbca19c6e8d04692b9d510278874b575, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/50f80a21dbfa48b29d9978c475f973a3, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/036efaac16294bf9bbd9a2417f7be46c] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp, totalSize=35.2 K 2024-11-28T02:37:33,759 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/90f8de338d4d4451b8808e206d220035, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/1163271a3da64f32be2fc08d888a555f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2a74434d92ef4b52becf90ba21cd9f22] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp, totalSize=99.1 K 2024-11-28T02:37:33,759 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:33,759 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/90f8de338d4d4451b8808e206d220035, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/1163271a3da64f32be2fc08d888a555f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2a74434d92ef4b52becf90ba21cd9f22] 2024-11-28T02:37:33,759 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting fbca19c6e8d04692b9d510278874b575, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732761448354 2024-11-28T02:37:33,759 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90f8de338d4d4451b8808e206d220035, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732761448354 2024-11-28T02:37:33,759 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 50f80a21dbfa48b29d9978c475f973a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732761448369 2024-11-28T02:37:33,759 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1163271a3da64f32be2fc08d888a555f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732761448369 2024-11-28T02:37:33,759 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 036efaac16294bf9bbd9a2417f7be46c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732761450496 2024-11-28T02:37:33,760 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a74434d92ef4b52becf90ba21cd9f22, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732761450496 2024-11-28T02:37:33,765 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae163435d918eb24c8e864e6502b1102#B#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:33,765 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/bbd6b2ff9e544c099ff19b32952a1606 is 50, key is test_row_0/B:col10/1732761452504/Put/seqid=0 2024-11-28T02:37:33,766 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:33,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742394_1570 (size=12104) 2024-11-28T02:37:33,778 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128e925b832727143308fecd498eb166967_ae163435d918eb24c8e864e6502b1102 store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:33,780 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128e925b832727143308fecd498eb166967_ae163435d918eb24c8e864e6502b1102, store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:33,780 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128e925b832727143308fecd498eb166967_ae163435d918eb24c8e864e6502b1102 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:33,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742395_1571 (size=4469) 2024-11-28T02:37:33,784 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae163435d918eb24c8e864e6502b1102#A#compaction#483 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:33,785 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/cd9692d6bbf5403d9fb2603b0764ab2b is 175, key is test_row_0/A:col10/1732761452504/Put/seqid=0 2024-11-28T02:37:33,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742396_1572 (size=31058) 2024-11-28T02:37:33,791 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/cd9692d6bbf5403d9fb2603b0764ab2b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/cd9692d6bbf5403d9fb2603b0764ab2b 2024-11-28T02:37:33,794 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae163435d918eb24c8e864e6502b1102/A of ae163435d918eb24c8e864e6502b1102 into cd9692d6bbf5403d9fb2603b0764ab2b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:33,794 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:33,794 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., storeName=ae163435d918eb24c8e864e6502b1102/A, priority=13, startTime=1732761453758; duration=0sec 2024-11-28T02:37:33,795 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:33,795 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae163435d918eb24c8e864e6502b1102:A 2024-11-28T02:37:33,795 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:33,796 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:33,796 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): ae163435d918eb24c8e864e6502b1102/C is initiating minor compaction (all files) 2024-11-28T02:37:33,796 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae163435d918eb24c8e864e6502b1102/C in TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:33,796 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/7dc5e36cdaf444b386611f11b4383ec0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/dab605f776f842519e2f7236b058476c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/5dd362c05345449783c958ba7a4ed41f] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp, totalSize=35.2 K 2024-11-28T02:37:33,796 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dc5e36cdaf444b386611f11b4383ec0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732761448354 2024-11-28T02:37:33,797 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting dab605f776f842519e2f7236b058476c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732761448369 2024-11-28T02:37:33,797 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dd362c05345449783c958ba7a4ed41f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732761450496 2024-11-28T02:37:33,804 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae163435d918eb24c8e864e6502b1102#C#compaction#484 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:33,805 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/22e6d79f7db74ce5a99225c57522e063 is 50, key is test_row_0/C:col10/1732761452504/Put/seqid=0 2024-11-28T02:37:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742397_1573 (size=12104) 2024-11-28T02:37:33,817 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/22e6d79f7db74ce5a99225c57522e063 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/22e6d79f7db74ce5a99225c57522e063 2024-11-28T02:37:33,821 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae163435d918eb24c8e864e6502b1102/C of ae163435d918eb24c8e864e6502b1102 into 22e6d79f7db74ce5a99225c57522e063(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:33,821 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:33,821 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., storeName=ae163435d918eb24c8e864e6502b1102/C, priority=13, startTime=1732761453758; duration=0sec 2024-11-28T02:37:33,822 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:33,822 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae163435d918eb24c8e864e6502b1102:C 2024-11-28T02:37:33,826 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:33,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T02:37:33,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:33,827 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing ae163435d918eb24c8e864e6502b1102 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-28T02:37:33,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=A 2024-11-28T02:37:33,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:33,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=B 2024-11-28T02:37:33,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:33,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=C 2024-11-28T02:37:33,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:33,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284629f048392a48388719d6ebd2619fc1_ae163435d918eb24c8e864e6502b1102 is 50, key is test_row_0/A:col10/1732761452540/Put/seqid=0 2024-11-28T02:37:33,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742398_1574 (size=12154) 2024-11-28T02:37:33,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:33,849 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284629f048392a48388719d6ebd2619fc1_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284629f048392a48388719d6ebd2619fc1_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:33,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/5b4b334821a24a78b167c84cac6cea87, store: [table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:33,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/5b4b334821a24a78b167c84cac6cea87 is 175, key is test_row_0/A:col10/1732761452540/Put/seqid=0 2024-11-28T02:37:33,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742399_1575 (size=30955) 2024-11-28T02:37:33,854 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/5b4b334821a24a78b167c84cac6cea87 2024-11-28T02:37:33,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/e1990a370c5e4b319f7febce1d1ea595 is 50, key is test_row_0/B:col10/1732761452540/Put/seqid=0 2024-11-28T02:37:33,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742400_1576 (size=12001) 2024-11-28T02:37:34,172 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/bbd6b2ff9e544c099ff19b32952a1606 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/bbd6b2ff9e544c099ff19b32952a1606 2024-11-28T02:37:34,175 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae163435d918eb24c8e864e6502b1102/B of ae163435d918eb24c8e864e6502b1102 into bbd6b2ff9e544c099ff19b32952a1606(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:34,175 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:34,176 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., storeName=ae163435d918eb24c8e864e6502b1102/B, priority=13, startTime=1732761453758; duration=0sec 2024-11-28T02:37:34,176 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:34,176 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae163435d918eb24c8e864e6502b1102:B 2024-11-28T02:37:34,267 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/e1990a370c5e4b319f7febce1d1ea595 2024-11-28T02:37:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/ad15d19b6c1a4a8199a48f695af95a49 is 50, key is test_row_0/C:col10/1732761452540/Put/seqid=0 2024-11-28T02:37:34,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742401_1577 (size=12001) 2024-11-28T02:37:34,281 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/ad15d19b6c1a4a8199a48f695af95a49 2024-11-28T02:37:34,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/5b4b334821a24a78b167c84cac6cea87 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5b4b334821a24a78b167c84cac6cea87 2024-11-28T02:37:34,288 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5b4b334821a24a78b167c84cac6cea87, entries=150, sequenceid=78, filesize=30.2 K 2024-11-28T02:37:34,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/e1990a370c5e4b319f7febce1d1ea595 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/e1990a370c5e4b319f7febce1d1ea595 2024-11-28T02:37:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,291 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/e1990a370c5e4b319f7febce1d1ea595, entries=150, sequenceid=78, filesize=11.7 K 2024-11-28T02:37:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/ad15d19b6c1a4a8199a48f695af95a49 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/ad15d19b6c1a4a8199a48f695af95a49 2024-11-28T02:37:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,295 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/ad15d19b6c1a4a8199a48f695af95a49, entries=150, sequenceid=78, filesize=11.7 K 2024-11-28T02:37:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,296 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for ae163435d918eb24c8e864e6502b1102 in 469ms, sequenceid=78, compaction requested=false 2024-11-28T02:37:34,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-28T02:37:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-28T02:37:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-28T02:37:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8390 sec 2024-11-28T02:37:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.8430 sec 2024-11-28T02:37:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-28T02:37:34,560 INFO [Thread-2477 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-28T02:37:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-28T02:37:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-28T02:37:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,563 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,563 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:34,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:34,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae163435d918eb24c8e864e6502b1102 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:37:34,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=A 2024-11-28T02:37:34,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:34,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=B 2024-11-28T02:37:34,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:34,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=C 2024-11-28T02:37:34,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-28T02:37:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284ab512af1e2446f5814a3be46ad16510_ae163435d918eb24c8e864e6502b1102 is 50, key is test_row_0/A:col10/1732761454651/Put/seqid=0 2024-11-28T02:37:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742403_1579 (size=24358) 2024-11-28T02:37:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:34,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761514688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:34,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761514689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:34,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761514692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:34,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761514692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:34,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761514692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:34,714 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:34,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T02:37:34,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:34,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:34,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:34,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:34,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:34,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761514793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:34,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761514793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:34,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761514796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:34,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761514796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:34,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761514797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-28T02:37:34,867 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:34,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T02:37:34,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:34,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:34,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:34,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:34,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:34,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761514996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:34,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761514996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761514998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761514999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761515000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,019 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T02:37:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,073 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:35,076 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284ab512af1e2446f5814a3be46ad16510_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284ab512af1e2446f5814a3be46ad16510_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:35,077 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/1795c7a16c0a475ca0e0a01d79cbb54a, store: [table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:35,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/1795c7a16c0a475ca0e0a01d79cbb54a is 175, key is test_row_0/A:col10/1732761454651/Put/seqid=0 2024-11-28T02:37:35,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742402_1578 (size=73995) 2024-11-28T02:37:35,079 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/1795c7a16c0a475ca0e0a01d79cbb54a 2024-11-28T02:37:35,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/f91a68bc34b14294aea4151a1b03137a is 50, key is test_row_0/B:col10/1732761454651/Put/seqid=0 2024-11-28T02:37:35,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742404_1580 (size=12001) 2024-11-28T02:37:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-28T02:37:35,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T02:37:35,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:35,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761515298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761515299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761515303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761515303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761515303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T02:37:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,476 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T02:37:35,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:35,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/f91a68bc34b14294aea4151a1b03137a 2024-11-28T02:37:35,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/a20ea74f3eaa424a8dbf8f5234b7b676 is 50, key is test_row_0/C:col10/1732761454651/Put/seqid=0 2024-11-28T02:37:35,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742405_1581 (size=12001) 2024-11-28T02:37:35,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T02:37:35,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:35,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-28T02:37:35,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T02:37:35,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:35,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:35,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761515800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761515801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761515805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761515808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761515809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/a20ea74f3eaa424a8dbf8f5234b7b676 2024-11-28T02:37:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/1795c7a16c0a475ca0e0a01d79cbb54a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/1795c7a16c0a475ca0e0a01d79cbb54a 2024-11-28T02:37:35,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/1795c7a16c0a475ca0e0a01d79cbb54a, entries=400, sequenceid=90, filesize=72.3 K 2024-11-28T02:37:35,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/f91a68bc34b14294aea4151a1b03137a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f91a68bc34b14294aea4151a1b03137a 2024-11-28T02:37:35,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f91a68bc34b14294aea4151a1b03137a, entries=150, sequenceid=90, filesize=11.7 K 2024-11-28T02:37:35,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/a20ea74f3eaa424a8dbf8f5234b7b676 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/a20ea74f3eaa424a8dbf8f5234b7b676 2024-11-28T02:37:35,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/a20ea74f3eaa424a8dbf8f5234b7b676, entries=150, sequenceid=90, filesize=11.7 K 2024-11-28T02:37:35,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for ae163435d918eb24c8e864e6502b1102 in 1258ms, sequenceid=90, compaction requested=true 2024-11-28T02:37:35,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:35,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae163435d918eb24c8e864e6502b1102:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:37:35,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:35,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae163435d918eb24c8e864e6502b1102:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:37:35,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:35,912 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:35,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae163435d918eb24c8e864e6502b1102:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:37:35,912 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:35,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:35,912 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136008 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:35,912 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:35,912 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): ae163435d918eb24c8e864e6502b1102/B is initiating minor compaction (all files) 2024-11-28T02:37:35,912 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ae163435d918eb24c8e864e6502b1102/A is initiating minor compaction (all files) 2024-11-28T02:37:35,912 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae163435d918eb24c8e864e6502b1102/B in TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,912 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae163435d918eb24c8e864e6502b1102/A in TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,912 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/cd9692d6bbf5403d9fb2603b0764ab2b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5b4b334821a24a78b167c84cac6cea87, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/1795c7a16c0a475ca0e0a01d79cbb54a] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp, totalSize=132.8 K 2024-11-28T02:37:35,912 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/bbd6b2ff9e544c099ff19b32952a1606, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/e1990a370c5e4b319f7febce1d1ea595, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f91a68bc34b14294aea4151a1b03137a] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp, totalSize=35.3 K 2024-11-28T02:37:35,912 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,913 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/cd9692d6bbf5403d9fb2603b0764ab2b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5b4b334821a24a78b167c84cac6cea87, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/1795c7a16c0a475ca0e0a01d79cbb54a] 2024-11-28T02:37:35,913 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbd6b2ff9e544c099ff19b32952a1606, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732761450496 2024-11-28T02:37:35,913 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting cd9692d6bbf5403d9fb2603b0764ab2b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732761450496 2024-11-28T02:37:35,913 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1990a370c5e4b319f7febce1d1ea595, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732761452540 2024-11-28T02:37:35,913 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b4b334821a24a78b167c84cac6cea87, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732761452540 2024-11-28T02:37:35,913 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting f91a68bc34b14294aea4151a1b03137a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732761454650 2024-11-28T02:37:35,913 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 1795c7a16c0a475ca0e0a01d79cbb54a, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732761454642 2024-11-28T02:37:35,916 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:35,917 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128ef4bcc0fe7a0429496d969beb69c1560_ae163435d918eb24c8e864e6502b1102 store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:35,918 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae163435d918eb24c8e864e6502b1102#B#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:35,918 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/f72ef0248bc8498ab167e426681abf87 is 50, key is test_row_0/B:col10/1732761454651/Put/seqid=0 2024-11-28T02:37:35,919 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128ef4bcc0fe7a0429496d969beb69c1560_ae163435d918eb24c8e864e6502b1102, store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:35,919 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ef4bcc0fe7a0429496d969beb69c1560_ae163435d918eb24c8e864e6502b1102 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:35,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742406_1582 (size=12207) 2024-11-28T02:37:35,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742407_1583 (size=4469) 2024-11-28T02:37:35,922 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae163435d918eb24c8e864e6502b1102#A#compaction#491 average throughput is 4.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:35,923 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/9093069ea28845a5af60c2715e3037ba is 175, key is test_row_0/A:col10/1732761454651/Put/seqid=0 2024-11-28T02:37:35,925 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/f72ef0248bc8498ab167e426681abf87 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f72ef0248bc8498ab167e426681abf87 2024-11-28T02:37:35,928 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae163435d918eb24c8e864e6502b1102/B of ae163435d918eb24c8e864e6502b1102 into f72ef0248bc8498ab167e426681abf87(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:35,928 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:35,928 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., storeName=ae163435d918eb24c8e864e6502b1102/B, priority=13, startTime=1732761455912; duration=0sec 2024-11-28T02:37:35,928 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:35,928 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae163435d918eb24c8e864e6502b1102:B 2024-11-28T02:37:35,929 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:35,929 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:35,929 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): ae163435d918eb24c8e864e6502b1102/C is initiating minor compaction (all files) 2024-11-28T02:37:35,929 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae163435d918eb24c8e864e6502b1102/C in TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,929 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/22e6d79f7db74ce5a99225c57522e063, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/ad15d19b6c1a4a8199a48f695af95a49, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/a20ea74f3eaa424a8dbf8f5234b7b676] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp, totalSize=35.3 K 2024-11-28T02:37:35,930 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22e6d79f7db74ce5a99225c57522e063, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732761450496 2024-11-28T02:37:35,930 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad15d19b6c1a4a8199a48f695af95a49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732761452540 2024-11-28T02:37:35,930 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting a20ea74f3eaa424a8dbf8f5234b7b676, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732761454650 2024-11-28T02:37:35,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742408_1584 (size=31161) 2024-11-28T02:37:35,932 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:35,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T02:37:35,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:35,933 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing ae163435d918eb24c8e864e6502b1102 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T02:37:35,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=A 2024-11-28T02:37:35,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:35,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=B 2024-11-28T02:37:35,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:35,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=C 2024-11-28T02:37:35,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:35,936 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae163435d918eb24c8e864e6502b1102#C#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:35,936 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/a17462c0971245b687137dfbb413321e is 50, key is test_row_0/C:col10/1732761454651/Put/seqid=0 2024-11-28T02:37:35,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112866268f29ffcc4a5a983affb10a5b0339_ae163435d918eb24c8e864e6502b1102 is 50, key is test_row_0/A:col10/1732761454686/Put/seqid=0 2024-11-28T02:37:35,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742409_1585 (size=12207) 2024-11-28T02:37:35,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742410_1586 (size=12154) 2024-11-28T02:37:35,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:35,947 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112866268f29ffcc4a5a983affb10a5b0339_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112866268f29ffcc4a5a983affb10a5b0339_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:35,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/5a5142253ece4c889f03a95e9495b400, store: [table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:35,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/5a5142253ece4c889f03a95e9495b400 is 175, key is test_row_0/A:col10/1732761454686/Put/seqid=0 2024-11-28T02:37:35,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742411_1587 (size=30955) 2024-11-28T02:37:36,336 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/9093069ea28845a5af60c2715e3037ba as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/9093069ea28845a5af60c2715e3037ba 2024-11-28T02:37:36,340 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae163435d918eb24c8e864e6502b1102/A of ae163435d918eb24c8e864e6502b1102 into 9093069ea28845a5af60c2715e3037ba(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:36,340 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:36,340 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., storeName=ae163435d918eb24c8e864e6502b1102/A, priority=13, startTime=1732761455912; duration=0sec 2024-11-28T02:37:36,340 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:36,340 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae163435d918eb24c8e864e6502b1102:A 2024-11-28T02:37:36,352 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/5a5142253ece4c889f03a95e9495b400 2024-11-28T02:37:36,354 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/a17462c0971245b687137dfbb413321e as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/a17462c0971245b687137dfbb413321e 2024-11-28T02:37:36,360 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae163435d918eb24c8e864e6502b1102/C of ae163435d918eb24c8e864e6502b1102 into a17462c0971245b687137dfbb413321e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:36,360 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:36,360 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., storeName=ae163435d918eb24c8e864e6502b1102/C, priority=13, startTime=1732761455912; duration=0sec 2024-11-28T02:37:36,360 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:36,360 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae163435d918eb24c8e864e6502b1102:C 2024-11-28T02:37:36,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/6de95292d3cb47de955d519390279d85 is 50, key is test_row_0/B:col10/1732761454686/Put/seqid=0 2024-11-28T02:37:36,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742412_1588 (size=12001) 2024-11-28T02:37:36,375 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/6de95292d3cb47de955d519390279d85 2024-11-28T02:37:36,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/55cba4059c9842e1a0b6a86404a77371 is 50, key is test_row_0/C:col10/1732761454686/Put/seqid=0 2024-11-28T02:37:36,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742413_1589 (size=12001) 2024-11-28T02:37:36,388 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/55cba4059c9842e1a0b6a86404a77371 2024-11-28T02:37:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/5a5142253ece4c889f03a95e9495b400 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5a5142253ece4c889f03a95e9495b400 2024-11-28T02:37:36,398 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5a5142253ece4c889f03a95e9495b400, entries=150, sequenceid=117, filesize=30.2 K 2024-11-28T02:37:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/6de95292d3cb47de955d519390279d85 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/6de95292d3cb47de955d519390279d85 2024-11-28T02:37:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,402 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/6de95292d3cb47de955d519390279d85, entries=150, sequenceid=117, filesize=11.7 K 2024-11-28T02:37:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/55cba4059c9842e1a0b6a86404a77371 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/55cba4059c9842e1a0b6a86404a77371 2024-11-28T02:37:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,406 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/55cba4059c9842e1a0b6a86404a77371, entries=150, sequenceid=117, filesize=11.7 K 2024-11-28T02:37:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,408 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for ae163435d918eb24c8e864e6502b1102 in 475ms, sequenceid=117, compaction requested=false 2024-11-28T02:37:36,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:36,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-28T02:37:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-28T02:37:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-28T02:37:36,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8470 sec 2024-11-28T02:37:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.8500 sec 2024-11-28T02:37:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-28T02:37:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,667 INFO [Thread-2477 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-28T02:37:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-28T02:37:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,670 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,671 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-28T02:37:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-28T02:37:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,829 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-28T02:37:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:36,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:36,830 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing ae163435d918eb24c8e864e6502b1102 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T02:37:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=A 2024-11-28T02:37:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=B 2024-11-28T02:37:36,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:36,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=C 2024-11-28T02:37:36,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:36,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282fa5dba1637b4a0fb072479b665566cb_ae163435d918eb24c8e864e6502b1102 is 50, key is test_row_0/A:col10/1732761456828/Put/seqid=0 2024-11-28T02:37:36,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742415_1591 (size=24458) 2024-11-28T02:37:36,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761516887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:36,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761516888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:36,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761516888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:36,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761516891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:36,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761516892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-28T02:37:36,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761516993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:36,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761516994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:36,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761516994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:36,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761516996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:36,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761516996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:37,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761517195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:37,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761517196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:37,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761517196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:37,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761517198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:37,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761517198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:37,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:37,249 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282fa5dba1637b4a0fb072479b665566cb_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282fa5dba1637b4a0fb072479b665566cb_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:37,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/a87b244bdcc64b1591aef827548c8f73, store: [table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:37,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/a87b244bdcc64b1591aef827548c8f73 is 175, key is test_row_0/A:col10/1732761456828/Put/seqid=0 2024-11-28T02:37:37,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742414_1590 (size=74095) 2024-11-28T02:37:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-28T02:37:37,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:37,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761517498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761517498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:37,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761517500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:37,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761517501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:37,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761517502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:37,652 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/a87b244bdcc64b1591aef827548c8f73 2024-11-28T02:37:37,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/31926a0a6d8845f3a5b1ed8ad5d66e3c is 50, key is test_row_0/B:col10/1732761456828/Put/seqid=0 2024-11-28T02:37:37,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742416_1592 (size=12101) 2024-11-28T02:37:37,659 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/31926a0a6d8845f3a5b1ed8ad5d66e3c 2024-11-28T02:37:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/8260ee94708140e99722ee40ad21745a is 50, key is test_row_0/C:col10/1732761456828/Put/seqid=0 2024-11-28T02:37:37,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742417_1593 (size=12101) 2024-11-28T02:37:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-28T02:37:38,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761518001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:38,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761518004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:38,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761518005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:38,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761518006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:38,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761518006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:38,068 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/8260ee94708140e99722ee40ad21745a 2024-11-28T02:37:38,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/a87b244bdcc64b1591aef827548c8f73 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/a87b244bdcc64b1591aef827548c8f73 2024-11-28T02:37:38,073 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/a87b244bdcc64b1591aef827548c8f73, entries=400, sequenceid=130, filesize=72.4 K 2024-11-28T02:37:38,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/31926a0a6d8845f3a5b1ed8ad5d66e3c as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/31926a0a6d8845f3a5b1ed8ad5d66e3c 2024-11-28T02:37:38,076 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/31926a0a6d8845f3a5b1ed8ad5d66e3c, entries=150, sequenceid=130, filesize=11.8 K 2024-11-28T02:37:38,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/8260ee94708140e99722ee40ad21745a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/8260ee94708140e99722ee40ad21745a 2024-11-28T02:37:38,080 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/8260ee94708140e99722ee40ad21745a, entries=150, sequenceid=130, filesize=11.8 K 2024-11-28T02:37:38,080 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ae163435d918eb24c8e864e6502b1102 in 1250ms, sequenceid=130, compaction requested=true 2024-11-28T02:37:38,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:38,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:38,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-28T02:37:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-28T02:37:38,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-28T02:37:38,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4100 sec 2024-11-28T02:37:38,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.4130 sec 2024-11-28T02:37:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-28T02:37:38,776 INFO [Thread-2477 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-28T02:37:38,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-28T02:37:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-28T02:37:38,778 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:38,779 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:38,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-28T02:37:38,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:38,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-28T02:37:38,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:38,930 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing ae163435d918eb24c8e864e6502b1102 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T02:37:38,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=A 2024-11-28T02:37:38,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:38,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=B 2024-11-28T02:37:38,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:38,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=C 2024-11-28T02:37:38,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:38,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283114d7cdc0cc46efb21b06328990696c_ae163435d918eb24c8e864e6502b1102 is 50, key is test_row_0/A:col10/1732761456888/Put/seqid=0 2024-11-28T02:37:38,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742418_1594 (size=12304) 2024-11-28T02:37:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:39,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:39,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761519015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761519015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761519015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761519016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761519017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-28T02:37:39,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761519118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761519119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761519119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761519121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761519320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761519320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761519320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761519324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:39,341 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283114d7cdc0cc46efb21b06328990696c_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283114d7cdc0cc46efb21b06328990696c_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:39,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/2391d5c9bffc406fa7d494801e75051f, store: [table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:39,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/2391d5c9bffc406fa7d494801e75051f is 175, key is test_row_0/A:col10/1732761456888/Put/seqid=0 2024-11-28T02:37:39,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742419_1595 (size=31105) 2024-11-28T02:37:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-28T02:37:39,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761519623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761519624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761519624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761519627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:39,746 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/2391d5c9bffc406fa7d494801e75051f 2024-11-28T02:37:39,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/ae79f5f6e5084d7f801a06444091535a is 50, key is test_row_0/B:col10/1732761456888/Put/seqid=0 2024-11-28T02:37:39,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742420_1596 (size=12151) 2024-11-28T02:37:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-28T02:37:40,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761520127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:40,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761520129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:40,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761520131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:40,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761520133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:40,154 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/ae79f5f6e5084d7f801a06444091535a 2024-11-28T02:37:40,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/5d3ea41d47294979b79c4796b1a7f5e7 is 50, key is test_row_0/C:col10/1732761456888/Put/seqid=0 2024-11-28T02:37:40,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742421_1597 (size=12151) 2024-11-28T02:37:40,562 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/5d3ea41d47294979b79c4796b1a7f5e7 2024-11-28T02:37:40,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/2391d5c9bffc406fa7d494801e75051f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2391d5c9bffc406fa7d494801e75051f 2024-11-28T02:37:40,567 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2391d5c9bffc406fa7d494801e75051f, entries=150, sequenceid=155, filesize=30.4 K 2024-11-28T02:37:40,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/ae79f5f6e5084d7f801a06444091535a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/ae79f5f6e5084d7f801a06444091535a 2024-11-28T02:37:40,570 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/ae79f5f6e5084d7f801a06444091535a, entries=150, sequenceid=155, filesize=11.9 K 2024-11-28T02:37:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/5d3ea41d47294979b79c4796b1a7f5e7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/5d3ea41d47294979b79c4796b1a7f5e7 2024-11-28T02:37:40,573 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/5d3ea41d47294979b79c4796b1a7f5e7, entries=150, sequenceid=155, filesize=11.9 K 2024-11-28T02:37:40,573 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ae163435d918eb24c8e864e6502b1102 in 1643ms, sequenceid=155, compaction requested=true 2024-11-28T02:37:40,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:40,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:40,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-28T02:37:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-28T02:37:40,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-28T02:37:40,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7950 sec 2024-11-28T02:37:40,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.7980 sec 2024-11-28T02:37:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-28T02:37:40,881 INFO [Thread-2477 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-28T02:37:40,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-28T02:37:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-28T02:37:40,883 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:40,884 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:40,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-28T02:37:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:41,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae163435d918eb24c8e864e6502b1102 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T02:37:41,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=A 2024-11-28T02:37:41,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:41,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=B 2024-11-28T02:37:41,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:41,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=C 2024-11-28T02:37:41,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:41,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128df0f83ed2f7247a1873d4af68866df75_ae163435d918eb24c8e864e6502b1102 is 50, key is test_row_0/A:col10/1732761459015/Put/seqid=0 2024-11-28T02:37:41,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742422_1598 (size=14794) 2024-11-28T02:37:41,035 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:41,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T02:37:41,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:41,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761521092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:41,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761521134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:41,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761521136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:41,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761521137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:41,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761521138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-28T02:37:41,188 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:41,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T02:37:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761521195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:41,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:41,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T02:37:41,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:41,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761521398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:41,435 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:41,437 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128df0f83ed2f7247a1873d4af68866df75_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128df0f83ed2f7247a1873d4af68866df75_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:41,438 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/6bb047343da844f48447929c520160c9, store: [table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:41,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/6bb047343da844f48447929c520160c9 is 175, key is test_row_0/A:col10/1732761459015/Put/seqid=0 2024-11-28T02:37:41,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742423_1599 (size=39749) 2024-11-28T02:37:41,442 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/6bb047343da844f48447929c520160c9 2024-11-28T02:37:41,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/22693d17b8054d1caaf7f0da69738ca6 is 50, key is test_row_0/B:col10/1732761459015/Put/seqid=0 2024-11-28T02:37:41,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742424_1600 (size=12151) 2024-11-28T02:37:41,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/22693d17b8054d1caaf7f0da69738ca6 2024-11-28T02:37:41,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/8f0c6f97d98b48a8b8bb2551c7728761 is 50, key is test_row_0/C:col10/1732761459015/Put/seqid=0 2024-11-28T02:37:41,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742425_1601 (size=12151) 2024-11-28T02:37:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-28T02:37:41,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:41,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T02:37:41,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:41,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,644 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:41,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T02:37:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761521701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:41,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:41,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T02:37:41,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:41,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:41,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/8f0c6f97d98b48a8b8bb2551c7728761 2024-11-28T02:37:41,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/6bb047343da844f48447929c520160c9 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/6bb047343da844f48447929c520160c9 2024-11-28T02:37:41,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/6bb047343da844f48447929c520160c9, entries=200, sequenceid=167, filesize=38.8 K 2024-11-28T02:37:41,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/22693d17b8054d1caaf7f0da69738ca6 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/22693d17b8054d1caaf7f0da69738ca6 2024-11-28T02:37:41,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/22693d17b8054d1caaf7f0da69738ca6, entries=150, sequenceid=167, filesize=11.9 K 2024-11-28T02:37:41,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/8f0c6f97d98b48a8b8bb2551c7728761 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/8f0c6f97d98b48a8b8bb2551c7728761 2024-11-28T02:37:41,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/8f0c6f97d98b48a8b8bb2551c7728761, entries=150, sequenceid=167, filesize=11.9 K 2024-11-28T02:37:41,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ae163435d918eb24c8e864e6502b1102 in 845ms, sequenceid=167, compaction requested=true 2024-11-28T02:37:41,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:41,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae163435d918eb24c8e864e6502b1102:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:37:41,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:41,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae163435d918eb24c8e864e6502b1102:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:37:41,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:41,870 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-28T02:37:41,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae163435d918eb24c8e864e6502b1102:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:37:41,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:41,870 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-28T02:37:41,871 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60611 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-28T02:37:41,871 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ae163435d918eb24c8e864e6502b1102/B is initiating minor compaction (all files) 2024-11-28T02:37:41,871 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 207065 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-28T02:37:41,871 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): ae163435d918eb24c8e864e6502b1102/A is initiating minor compaction (all files) 2024-11-28T02:37:41,871 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae163435d918eb24c8e864e6502b1102/B in TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,871 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae163435d918eb24c8e864e6502b1102/A in TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,871 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/9093069ea28845a5af60c2715e3037ba, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5a5142253ece4c889f03a95e9495b400, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/a87b244bdcc64b1591aef827548c8f73, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2391d5c9bffc406fa7d494801e75051f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/6bb047343da844f48447929c520160c9] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp, totalSize=202.2 K 2024-11-28T02:37:41,871 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f72ef0248bc8498ab167e426681abf87, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/6de95292d3cb47de955d519390279d85, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/31926a0a6d8845f3a5b1ed8ad5d66e3c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/ae79f5f6e5084d7f801a06444091535a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/22693d17b8054d1caaf7f0da69738ca6] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp, totalSize=59.2 K 2024-11-28T02:37:41,871 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,871 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/9093069ea28845a5af60c2715e3037ba, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5a5142253ece4c889f03a95e9495b400, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/a87b244bdcc64b1591aef827548c8f73, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2391d5c9bffc406fa7d494801e75051f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/6bb047343da844f48447929c520160c9] 2024-11-28T02:37:41,872 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9093069ea28845a5af60c2715e3037ba, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732761454650 2024-11-28T02:37:41,872 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting f72ef0248bc8498ab167e426681abf87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732761454650 2024-11-28T02:37:41,872 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a5142253ece4c889f03a95e9495b400, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732761454686 2024-11-28T02:37:41,872 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 6de95292d3cb47de955d519390279d85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732761454686 2024-11-28T02:37:41,872 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting a87b244bdcc64b1591aef827548c8f73, keycount=400, bloomtype=ROW, size=72.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732761456818 2024-11-28T02:37:41,872 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 31926a0a6d8845f3a5b1ed8ad5d66e3c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732761456820 2024-11-28T02:37:41,872 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2391d5c9bffc406fa7d494801e75051f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732761456887 2024-11-28T02:37:41,873 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bb047343da844f48447929c520160c9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732761459014 2024-11-28T02:37:41,873 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting ae79f5f6e5084d7f801a06444091535a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732761456887 2024-11-28T02:37:41,873 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 22693d17b8054d1caaf7f0da69738ca6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732761459014 2024-11-28T02:37:41,877 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:41,879 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411281ff04280ddb744be83a2a030aec909c7_ae163435d918eb24c8e864e6502b1102 store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:41,881 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae163435d918eb24c8e864e6502b1102#B#compaction#507 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:41,881 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/4d43c8025515487ab3fc42662183ba88 is 50, key is test_row_0/B:col10/1732761459015/Put/seqid=0 2024-11-28T02:37:41,882 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411281ff04280ddb744be83a2a030aec909c7_ae163435d918eb24c8e864e6502b1102, store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:41,882 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281ff04280ddb744be83a2a030aec909c7_ae163435d918eb24c8e864e6502b1102 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:41,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742426_1602 (size=12527) 2024-11-28T02:37:41,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742427_1603 (size=4469) 2024-11-28T02:37:41,948 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:41,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T02:37:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:41,949 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing ae163435d918eb24c8e864e6502b1102 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T02:37:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=A 2024-11-28T02:37:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=B 2024-11-28T02:37:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=C 2024-11-28T02:37:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:41,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128aba40f83e1e6403582cb38822bc45e98_ae163435d918eb24c8e864e6502b1102 is 50, key is test_row_0/A:col10/1732761461075/Put/seqid=0 2024-11-28T02:37:41,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742428_1604 (size=12304) 2024-11-28T02:37:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-28T02:37:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:42,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:42,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761522232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:42,294 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/4d43c8025515487ab3fc42662183ba88 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/4d43c8025515487ab3fc42662183ba88 2024-11-28T02:37:42,297 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae163435d918eb24c8e864e6502b1102#A#compaction#506 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:42,298 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in ae163435d918eb24c8e864e6502b1102/B of ae163435d918eb24c8e864e6502b1102 into 4d43c8025515487ab3fc42662183ba88(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:42,298 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:42,298 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., storeName=ae163435d918eb24c8e864e6502b1102/B, priority=11, startTime=1732761461870; duration=0sec 2024-11-28T02:37:42,298 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:42,298 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae163435d918eb24c8e864e6502b1102:B 2024-11-28T02:37:42,298 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-28T02:37:42,298 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/85698e9ead4d49dea5a9ee8845ebd30f is 175, key is test_row_0/A:col10/1732761459015/Put/seqid=0 2024-11-28T02:37:42,299 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60611 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-28T02:37:42,299 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ae163435d918eb24c8e864e6502b1102/C is initiating minor compaction (all files) 2024-11-28T02:37:42,300 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae163435d918eb24c8e864e6502b1102/C in TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:42,300 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/a17462c0971245b687137dfbb413321e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/55cba4059c9842e1a0b6a86404a77371, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/8260ee94708140e99722ee40ad21745a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/5d3ea41d47294979b79c4796b1a7f5e7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/8f0c6f97d98b48a8b8bb2551c7728761] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp, totalSize=59.2 K 2024-11-28T02:37:42,300 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting a17462c0971245b687137dfbb413321e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732761454650 2024-11-28T02:37:42,300 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 55cba4059c9842e1a0b6a86404a77371, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732761454686 2024-11-28T02:37:42,300 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 8260ee94708140e99722ee40ad21745a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732761456820 2024-11-28T02:37:42,301 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d3ea41d47294979b79c4796b1a7f5e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732761456887 2024-11-28T02:37:42,301 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f0c6f97d98b48a8b8bb2551c7728761, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732761459014 2024-11-28T02:37:42,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742429_1605 (size=31481) 2024-11-28T02:37:42,316 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae163435d918eb24c8e864e6502b1102#C#compaction#509 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:42,317 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/d797091652ff4dbf856e93bc66d0f5a9 is 50, key is test_row_0/C:col10/1732761459015/Put/seqid=0 2024-11-28T02:37:42,317 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/85698e9ead4d49dea5a9ee8845ebd30f as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/85698e9ead4d49dea5a9ee8845ebd30f 2024-11-28T02:37:42,321 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in ae163435d918eb24c8e864e6502b1102/A of ae163435d918eb24c8e864e6502b1102 into 85698e9ead4d49dea5a9ee8845ebd30f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:42,321 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:42,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742430_1606 (size=12527) 2024-11-28T02:37:42,321 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., storeName=ae163435d918eb24c8e864e6502b1102/A, priority=11, startTime=1732761461870; duration=0sec 2024-11-28T02:37:42,321 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:42,321 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae163435d918eb24c8e864e6502b1102:A 2024-11-28T02:37:42,325 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/d797091652ff4dbf856e93bc66d0f5a9 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d797091652ff4dbf856e93bc66d0f5a9 2024-11-28T02:37:42,328 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in ae163435d918eb24c8e864e6502b1102/C of ae163435d918eb24c8e864e6502b1102 into d797091652ff4dbf856e93bc66d0f5a9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:42,328 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:42,328 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., storeName=ae163435d918eb24c8e864e6502b1102/C, priority=11, startTime=1732761461870; duration=0sec 2024-11-28T02:37:42,328 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:42,328 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae163435d918eb24c8e864e6502b1102:C 2024-11-28T02:37:42,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761522335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:42,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:42,359 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128aba40f83e1e6403582cb38822bc45e98_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128aba40f83e1e6403582cb38822bc45e98_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:42,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/4adbd6cb00a94b94ba8103d14ec3759d, store: [table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:42,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/4adbd6cb00a94b94ba8103d14ec3759d is 175, key is test_row_0/A:col10/1732761461075/Put/seqid=0 2024-11-28T02:37:42,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742431_1607 (size=31105) 2024-11-28T02:37:42,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761522538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:42,766 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/4adbd6cb00a94b94ba8103d14ec3759d 2024-11-28T02:37:42,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/737e39e865954079a52303cbc37e5f5a is 50, key is test_row_0/B:col10/1732761461075/Put/seqid=0 2024-11-28T02:37:42,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742432_1608 (size=12151) 2024-11-28T02:37:42,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761522842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-28T02:37:43,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761523140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:43,142 DEBUG [Thread-2467 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4125 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., hostname=91d91e22c0a9,41755,1732761291190, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:37:43,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761523151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:43,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761523152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:43,153 DEBUG [Thread-2469 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., hostname=91d91e22c0a9,41755,1732761291190, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:37:43,153 DEBUG [Thread-2475 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., hostname=91d91e22c0a9,41755,1732761291190, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:37:43,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761523156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:43,157 DEBUG [Thread-2471 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., hostname=91d91e22c0a9,41755,1732761291190, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:37:43,211 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/737e39e865954079a52303cbc37e5f5a 2024-11-28T02:37:43,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/12f2ca0a428143619284c50c96d30b49 is 50, key is test_row_0/C:col10/1732761461075/Put/seqid=0 2024-11-28T02:37:43,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742433_1609 (size=12151) 2024-11-28T02:37:43,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761523346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:43,619 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/12f2ca0a428143619284c50c96d30b49 2024-11-28T02:37:43,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/4adbd6cb00a94b94ba8103d14ec3759d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/4adbd6cb00a94b94ba8103d14ec3759d 2024-11-28T02:37:43,624 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/4adbd6cb00a94b94ba8103d14ec3759d, entries=150, sequenceid=191, filesize=30.4 K 2024-11-28T02:37:43,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/737e39e865954079a52303cbc37e5f5a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/737e39e865954079a52303cbc37e5f5a 2024-11-28T02:37:43,627 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/737e39e865954079a52303cbc37e5f5a, entries=150, sequenceid=191, filesize=11.9 K 2024-11-28T02:37:43,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/12f2ca0a428143619284c50c96d30b49 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/12f2ca0a428143619284c50c96d30b49 2024-11-28T02:37:43,629 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/12f2ca0a428143619284c50c96d30b49, entries=150, sequenceid=191, filesize=11.9 K 2024-11-28T02:37:43,630 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ae163435d918eb24c8e864e6502b1102 in 1681ms, sequenceid=191, compaction requested=false 2024-11-28T02:37:43,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:43,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:43,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-28T02:37:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-28T02:37:43,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-28T02:37:43,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7470 sec 2024-11-28T02:37:43,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.7500 sec 2024-11-28T02:37:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:44,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae163435d918eb24c8e864e6502b1102 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T02:37:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=A 2024-11-28T02:37:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=B 2024-11-28T02:37:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=C 2024-11-28T02:37:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:44,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112838f1b02423124d7292e5e0efcc9f908d_ae163435d918eb24c8e864e6502b1102 is 50, key is test_row_0/A:col10/1732761464350/Put/seqid=0 2024-11-28T02:37:44,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742434_1610 (size=14794) 2024-11-28T02:37:44,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761524399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:44,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761524501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:44,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761524705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:44,760 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:44,762 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112838f1b02423124d7292e5e0efcc9f908d_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112838f1b02423124d7292e5e0efcc9f908d_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:44,763 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/a2b1d3f3abcc4018a488900a8bf0ee71, store: [table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:44,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/a2b1d3f3abcc4018a488900a8bf0ee71 is 175, key is test_row_0/A:col10/1732761464350/Put/seqid=0 2024-11-28T02:37:44,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742435_1611 (size=39749) 2024-11-28T02:37:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-28T02:37:44,987 INFO [Thread-2477 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-28T02:37:44,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T02:37:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-28T02:37:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-28T02:37:44,989 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T02:37:44,989 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T02:37:44,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T02:37:45,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761525007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-28T02:37:45,140 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:45,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-28T02:37:45,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:45,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:45,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:45,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,167 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/a2b1d3f3abcc4018a488900a8bf0ee71 2024-11-28T02:37:45,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/834f38856dad4434b9256113780b3bfb is 50, key is test_row_0/B:col10/1732761464350/Put/seqid=0 2024-11-28T02:37:45,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742436_1612 (size=12151) 2024-11-28T02:37:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-28T02:37:45,293 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:45,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-28T02:37:45,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:45,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:45,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:45,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:45,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-28T02:37:45,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:45,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:45,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:45,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761525511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:45,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/834f38856dad4434b9256113780b3bfb 2024-11-28T02:37:45,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/968bd34d184f4e80834275df23fd5a69 is 50, key is test_row_0/C:col10/1732761464350/Put/seqid=0 2024-11-28T02:37:45,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742437_1613 (size=12151) 2024-11-28T02:37:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-28T02:37:45,597 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:45,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-28T02:37:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:45,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,749 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:45,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-28T02:37:45,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:45,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:45,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,901 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:45,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-28T02:37:45,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:45,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:45,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:45,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:37:45,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/968bd34d184f4e80834275df23fd5a69 2024-11-28T02:37:45,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/a2b1d3f3abcc4018a488900a8bf0ee71 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/a2b1d3f3abcc4018a488900a8bf0ee71 2024-11-28T02:37:45,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/a2b1d3f3abcc4018a488900a8bf0ee71, entries=200, sequenceid=207, filesize=38.8 K 2024-11-28T02:37:45,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/834f38856dad4434b9256113780b3bfb as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/834f38856dad4434b9256113780b3bfb 2024-11-28T02:37:45,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/834f38856dad4434b9256113780b3bfb, entries=150, sequenceid=207, filesize=11.9 K 2024-11-28T02:37:45,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/968bd34d184f4e80834275df23fd5a69 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/968bd34d184f4e80834275df23fd5a69 2024-11-28T02:37:45,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/968bd34d184f4e80834275df23fd5a69, entries=150, sequenceid=207, filesize=11.9 K 2024-11-28T02:37:45,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ae163435d918eb24c8e864e6502b1102 in 1643ms, sequenceid=207, compaction requested=true 2024-11-28T02:37:45,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:45,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae163435d918eb24c8e864e6502b1102:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:37:45,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:45,995 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:45,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae163435d918eb24c8e864e6502b1102:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:37:45,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:45,995 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:45,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae163435d918eb24c8e864e6502b1102:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:37:45,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:45,995 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:45,995 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): ae163435d918eb24c8e864e6502b1102/A is initiating minor compaction (all files) 2024-11-28T02:37:45,995 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:45,995 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae163435d918eb24c8e864e6502b1102/A in TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:45,995 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ae163435d918eb24c8e864e6502b1102/B is initiating minor compaction (all files) 2024-11-28T02:37:45,996 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae163435d918eb24c8e864e6502b1102/B in TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:45,996 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/85698e9ead4d49dea5a9ee8845ebd30f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/4adbd6cb00a94b94ba8103d14ec3759d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/a2b1d3f3abcc4018a488900a8bf0ee71] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp, totalSize=99.9 K 2024-11-28T02:37:45,996 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/4d43c8025515487ab3fc42662183ba88, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/737e39e865954079a52303cbc37e5f5a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/834f38856dad4434b9256113780b3bfb] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp, totalSize=36.0 K 2024-11-28T02:37:45,996 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:45,996 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/85698e9ead4d49dea5a9ee8845ebd30f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/4adbd6cb00a94b94ba8103d14ec3759d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/a2b1d3f3abcc4018a488900a8bf0ee71] 2024-11-28T02:37:45,996 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d43c8025515487ab3fc42662183ba88, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732761459014 2024-11-28T02:37:45,996 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85698e9ead4d49dea5a9ee8845ebd30f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732761459014 2024-11-28T02:37:45,996 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 737e39e865954079a52303cbc37e5f5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732761461075 2024-11-28T02:37:45,996 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4adbd6cb00a94b94ba8103d14ec3759d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732761461075 2024-11-28T02:37:45,996 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 834f38856dad4434b9256113780b3bfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732761462228 2024-11-28T02:37:45,996 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2b1d3f3abcc4018a488900a8bf0ee71, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732761462218 2024-11-28T02:37:46,000 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:46,001 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae163435d918eb24c8e864e6502b1102#B#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:46,001 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/c2e68a0eafcd4dbb81a127e116f34f90 is 50, key is test_row_0/B:col10/1732761464350/Put/seqid=0 2024-11-28T02:37:46,002 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128240b2a1ada9c40eaae0dea5b89a7be5f_ae163435d918eb24c8e864e6502b1102 store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:46,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742438_1614 (size=12629) 2024-11-28T02:37:46,004 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128240b2a1ada9c40eaae0dea5b89a7be5f_ae163435d918eb24c8e864e6502b1102, store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:46,004 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128240b2a1ada9c40eaae0dea5b89a7be5f_ae163435d918eb24c8e864e6502b1102 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:46,009 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/c2e68a0eafcd4dbb81a127e116f34f90 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/c2e68a0eafcd4dbb81a127e116f34f90 2024-11-28T02:37:46,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742439_1615 (size=4469) 2024-11-28T02:37:46,012 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae163435d918eb24c8e864e6502b1102/B of ae163435d918eb24c8e864e6502b1102 into c2e68a0eafcd4dbb81a127e116f34f90(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:46,012 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:46,012 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., storeName=ae163435d918eb24c8e864e6502b1102/B, priority=13, startTime=1732761465995; duration=0sec 2024-11-28T02:37:46,012 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:46,012 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae163435d918eb24c8e864e6502b1102:B 2024-11-28T02:37:46,012 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:46,013 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:46,013 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ae163435d918eb24c8e864e6502b1102/C is initiating minor compaction (all files) 2024-11-28T02:37:46,013 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae163435d918eb24c8e864e6502b1102/C in TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:46,013 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d797091652ff4dbf856e93bc66d0f5a9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/12f2ca0a428143619284c50c96d30b49, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/968bd34d184f4e80834275df23fd5a69] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp, totalSize=36.0 K 2024-11-28T02:37:46,013 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting d797091652ff4dbf856e93bc66d0f5a9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732761459014 2024-11-28T02:37:46,013 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 12f2ca0a428143619284c50c96d30b49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732761461075 2024-11-28T02:37:46,013 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 968bd34d184f4e80834275df23fd5a69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732761462228 2024-11-28T02:37:46,019 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae163435d918eb24c8e864e6502b1102#C#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:46,019 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/d03d1318a8c0416aa7da4195dbbc8ae2 is 50, key is test_row_0/C:col10/1732761464350/Put/seqid=0 2024-11-28T02:37:46,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742440_1616 (size=12629) 2024-11-28T02:37:46,053 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:46,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41755 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-28T02:37:46,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:46,053 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing ae163435d918eb24c8e864e6502b1102 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T02:37:46,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=A 2024-11-28T02:37:46,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:46,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=B 2024-11-28T02:37:46,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:46,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=C 2024-11-28T02:37:46,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128beae7b6d827a481ebd3fba3ec9589ecf_ae163435d918eb24c8e864e6502b1102 is 50, key is test_row_0/A:col10/1732761464398/Put/seqid=0 2024-11-28T02:37:46,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742441_1617 (size=12304) 2024-11-28T02:37:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-28T02:37:46,411 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae163435d918eb24c8e864e6502b1102#A#compaction#516 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:46,412 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/5800df7d1b984141bfd7eeb1769b5b92 is 175, key is test_row_0/A:col10/1732761464350/Put/seqid=0 2024-11-28T02:37:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742442_1618 (size=31583) 2024-11-28T02:37:46,426 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/d03d1318a8c0416aa7da4195dbbc8ae2 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d03d1318a8c0416aa7da4195dbbc8ae2 2024-11-28T02:37:46,429 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae163435d918eb24c8e864e6502b1102/C of ae163435d918eb24c8e864e6502b1102 into d03d1318a8c0416aa7da4195dbbc8ae2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:46,430 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:46,430 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., storeName=ae163435d918eb24c8e864e6502b1102/C, priority=13, startTime=1732761465995; duration=0sec 2024-11-28T02:37:46,430 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:46,430 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae163435d918eb24c8e864e6502b1102:C 2024-11-28T02:37:46,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:46,466 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128beae7b6d827a481ebd3fba3ec9589ecf_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128beae7b6d827a481ebd3fba3ec9589ecf_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:46,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/cdd80dcab3624f67bcfe77174ebd8249, store: [table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:46,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/cdd80dcab3624f67bcfe77174ebd8249 is 175, key is test_row_0/A:col10/1732761464398/Put/seqid=0 2024-11-28T02:37:46,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742443_1619 (size=31105) 2024-11-28T02:37:46,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. as already flushing 2024-11-28T02:37:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:46,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761526541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:46,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761526643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:46,818 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/5800df7d1b984141bfd7eeb1769b5b92 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5800df7d1b984141bfd7eeb1769b5b92 2024-11-28T02:37:46,821 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae163435d918eb24c8e864e6502b1102/A of ae163435d918eb24c8e864e6502b1102 into 5800df7d1b984141bfd7eeb1769b5b92(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:46,821 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:46,821 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., storeName=ae163435d918eb24c8e864e6502b1102/A, priority=13, startTime=1732761465995; duration=0sec 2024-11-28T02:37:46,821 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:46,821 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae163435d918eb24c8e864e6502b1102:A 2024-11-28T02:37:46,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761526846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:46,870 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/cdd80dcab3624f67bcfe77174ebd8249 2024-11-28T02:37:46,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/f0155f3e8f5148cfa2b957bc175a3d9a is 50, key is test_row_0/B:col10/1732761464398/Put/seqid=0 2024-11-28T02:37:46,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742444_1620 (size=12151) 2024-11-28T02:37:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-28T02:37:47,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761527148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:47,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54682 deadline: 1732761527152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:47,154 DEBUG [Thread-2467 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., hostname=91d91e22c0a9,41755,1732761291190, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:37:47,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54702 deadline: 1732761527162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:47,163 DEBUG [Thread-2471 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., hostname=91d91e22c0a9,41755,1732761291190, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:37:47,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54744 deadline: 1732761527188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:47,189 DEBUG [Thread-2475 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., hostname=91d91e22c0a9,41755,1732761291190, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:37:47,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54734 deadline: 1732761527193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:47,194 DEBUG [Thread-2469 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., hostname=91d91e22c0a9,41755,1732761291190, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:37:47,278 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/f0155f3e8f5148cfa2b957bc175a3d9a 2024-11-28T02:37:47,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/3daa79e60bf94b6abbe06cd089e7655d is 50, key is test_row_0/C:col10/1732761464398/Put/seqid=0 2024-11-28T02:37:47,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742445_1621 (size=12151) 2024-11-28T02:37:47,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T02:37:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41755 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54750 deadline: 1732761527653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:47,687 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/3daa79e60bf94b6abbe06cd089e7655d 2024-11-28T02:37:47,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/cdd80dcab3624f67bcfe77174ebd8249 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/cdd80dcab3624f67bcfe77174ebd8249 2024-11-28T02:37:47,692 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/cdd80dcab3624f67bcfe77174ebd8249, entries=150, sequenceid=231, filesize=30.4 K 2024-11-28T02:37:47,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/f0155f3e8f5148cfa2b957bc175a3d9a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f0155f3e8f5148cfa2b957bc175a3d9a 2024-11-28T02:37:47,694 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f0155f3e8f5148cfa2b957bc175a3d9a, entries=150, sequenceid=231, filesize=11.9 K 2024-11-28T02:37:47,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/3daa79e60bf94b6abbe06cd089e7655d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/3daa79e60bf94b6abbe06cd089e7655d 2024-11-28T02:37:47,697 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/3daa79e60bf94b6abbe06cd089e7655d, entries=150, sequenceid=231, filesize=11.9 K 2024-11-28T02:37:47,698 INFO [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ae163435d918eb24c8e864e6502b1102 in 1644ms, sequenceid=231, compaction requested=false 2024-11-28T02:37:47,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:47,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:47,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/91d91e22c0a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-28T02:37:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-28T02:37:47,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-28T02:37:47,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7080 sec 2024-11-28T02:37:47,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.7120 sec 2024-11-28T02:37:48,346 DEBUG [Thread-2484 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68c2838a to 127.0.0.1:56697 2024-11-28T02:37:48,346 DEBUG [Thread-2484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:48,346 DEBUG [Thread-2482 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cfdf76c to 127.0.0.1:56697 2024-11-28T02:37:48,346 DEBUG [Thread-2482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:48,347 DEBUG [Thread-2478 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x150e08ed to 127.0.0.1:56697 2024-11-28T02:37:48,347 DEBUG [Thread-2480 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a3b66d3 to 127.0.0.1:56697 2024-11-28T02:37:48,347 DEBUG [Thread-2480 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:48,347 DEBUG [Thread-2478 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:48,348 DEBUG [Thread-2486 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50bf224f to 127.0.0.1:56697 2024-11-28T02:37:48,348 DEBUG [Thread-2486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41755 {}] regionserver.HRegion(8581): Flush requested on ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:48,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae163435d918eb24c8e864e6502b1102 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T02:37:48,668 DEBUG [Thread-2473 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:56697 2024-11-28T02:37:48,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=A 2024-11-28T02:37:48,669 DEBUG [Thread-2473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:48,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:48,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=B 2024-11-28T02:37:48,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:48,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=C 2024-11-28T02:37:48,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:48,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281f1f7906c54f4b3cb6e35faa7a889751_ae163435d918eb24c8e864e6502b1102 is 50, key is test_row_0/A:col10/1732761466540/Put/seqid=0 2024-11-28T02:37:48,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742446_1622 (size=12304) 2024-11-28T02:37:49,083 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:49,092 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281f1f7906c54f4b3cb6e35faa7a889751_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281f1f7906c54f4b3cb6e35faa7a889751_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-28T02:37:49,094 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/13aaeb574c3f4ffa907bfb5f14966a69, store: [table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:49,094 INFO [Thread-2477 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-28T02:37:49,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/13aaeb574c3f4ffa907bfb5f14966a69 is 175, key is test_row_0/A:col10/1732761466540/Put/seqid=0 2024-11-28T02:37:49,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742447_1623 (size=31105) 2024-11-28T02:37:49,500 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/13aaeb574c3f4ffa907bfb5f14966a69 2024-11-28T02:37:49,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/4d1a35b264574d6680c839f745dd9b38 is 50, key is test_row_0/B:col10/1732761466540/Put/seqid=0 2024-11-28T02:37:49,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742448_1624 (size=12151) 2024-11-28T02:37:49,652 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T02:37:49,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/4d1a35b264574d6680c839f745dd9b38 2024-11-28T02:37:49,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/d7a737e4c2f74d5c87c3b3a662db5b6d is 50, key is test_row_0/C:col10/1732761466540/Put/seqid=0 2024-11-28T02:37:49,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742449_1625 (size=12151) 2024-11-28T02:37:50,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/d7a737e4c2f74d5c87c3b3a662db5b6d 2024-11-28T02:37:50,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/13aaeb574c3f4ffa907bfb5f14966a69 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/13aaeb574c3f4ffa907bfb5f14966a69 2024-11-28T02:37:50,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/13aaeb574c3f4ffa907bfb5f14966a69, entries=150, sequenceid=247, filesize=30.4 K 2024-11-28T02:37:50,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/4d1a35b264574d6680c839f745dd9b38 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/4d1a35b264574d6680c839f745dd9b38 2024-11-28T02:37:50,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/4d1a35b264574d6680c839f745dd9b38, entries=150, sequenceid=247, filesize=11.9 K 2024-11-28T02:37:50,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/d7a737e4c2f74d5c87c3b3a662db5b6d as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d7a737e4c2f74d5c87c3b3a662db5b6d 2024-11-28T02:37:50,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d7a737e4c2f74d5c87c3b3a662db5b6d, entries=150, sequenceid=247, filesize=11.9 K 2024-11-28T02:37:50,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for ae163435d918eb24c8e864e6502b1102 in 1686ms, sequenceid=247, compaction requested=true 2024-11-28T02:37:50,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:50,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae163435d918eb24c8e864e6502b1102:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T02:37:50,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:50,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae163435d918eb24c8e864e6502b1102:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T02:37:50,354 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:50,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:50,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae163435d918eb24c8e864e6502b1102:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T02:37:50,355 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:50,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:50,355 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:50,355 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:50,356 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ae163435d918eb24c8e864e6502b1102/B is initiating minor compaction (all files) 2024-11-28T02:37:50,356 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1540): ae163435d918eb24c8e864e6502b1102/A is initiating minor compaction (all files) 2024-11-28T02:37:50,356 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae163435d918eb24c8e864e6502b1102/B in TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:50,356 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae163435d918eb24c8e864e6502b1102/A in TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:50,356 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/c2e68a0eafcd4dbb81a127e116f34f90, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f0155f3e8f5148cfa2b957bc175a3d9a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/4d1a35b264574d6680c839f745dd9b38] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp, totalSize=36.1 K 2024-11-28T02:37:50,356 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5800df7d1b984141bfd7eeb1769b5b92, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/cdd80dcab3624f67bcfe77174ebd8249, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/13aaeb574c3f4ffa907bfb5f14966a69] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp, totalSize=91.6 K 2024-11-28T02:37:50,356 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:50,356 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. files: [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5800df7d1b984141bfd7eeb1769b5b92, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/cdd80dcab3624f67bcfe77174ebd8249, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/13aaeb574c3f4ffa907bfb5f14966a69] 2024-11-28T02:37:50,356 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting c2e68a0eafcd4dbb81a127e116f34f90, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732761462228 2024-11-28T02:37:50,356 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5800df7d1b984141bfd7eeb1769b5b92, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732761462228 2024-11-28T02:37:50,356 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting f0155f3e8f5148cfa2b957bc175a3d9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732761464388 2024-11-28T02:37:50,356 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdd80dcab3624f67bcfe77174ebd8249, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732761464388 2024-11-28T02:37:50,357 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13aaeb574c3f4ffa907bfb5f14966a69, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732761466529 2024-11-28T02:37:50,357 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d1a35b264574d6680c839f745dd9b38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732761466529 2024-11-28T02:37:50,361 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:50,362 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae163435d918eb24c8e864e6502b1102#B#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:50,362 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411288f3dfe7709934b609a9e7b87f593ae16_ae163435d918eb24c8e864e6502b1102 store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:50,362 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/96a091477e5a425b961ab0621c0b9ba7 is 50, key is test_row_0/B:col10/1732761466540/Put/seqid=0 2024-11-28T02:37:50,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742450_1626 (size=12731) 2024-11-28T02:37:50,366 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411288f3dfe7709934b609a9e7b87f593ae16_ae163435d918eb24c8e864e6502b1102, store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:50,366 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411288f3dfe7709934b609a9e7b87f593ae16_ae163435d918eb24c8e864e6502b1102 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:50,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742451_1627 (size=4469) 2024-11-28T02:37:50,772 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae163435d918eb24c8e864e6502b1102#A#compaction#525 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:50,773 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/2379d08869ec48caa484a3d4a1b1816a is 175, key is test_row_0/A:col10/1732761466540/Put/seqid=0 2024-11-28T02:37:50,775 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/96a091477e5a425b961ab0621c0b9ba7 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/96a091477e5a425b961ab0621c0b9ba7 2024-11-28T02:37:50,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742452_1628 (size=31685) 2024-11-28T02:37:50,780 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae163435d918eb24c8e864e6502b1102/B of ae163435d918eb24c8e864e6502b1102 into 96a091477e5a425b961ab0621c0b9ba7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:50,780 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:50,780 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., storeName=ae163435d918eb24c8e864e6502b1102/B, priority=13, startTime=1732761470354; duration=0sec 2024-11-28T02:37:50,780 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T02:37:50,780 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae163435d918eb24c8e864e6502b1102:B 2024-11-28T02:37:50,780 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T02:37:50,781 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T02:37:50,781 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1540): ae163435d918eb24c8e864e6502b1102/C is initiating minor compaction (all files) 2024-11-28T02:37:50,781 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae163435d918eb24c8e864e6502b1102/C in TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:50,781 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d03d1318a8c0416aa7da4195dbbc8ae2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/3daa79e60bf94b6abbe06cd089e7655d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d7a737e4c2f74d5c87c3b3a662db5b6d] into tmpdir=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp, totalSize=36.1 K 2024-11-28T02:37:50,782 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting d03d1318a8c0416aa7da4195dbbc8ae2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732761462228 2024-11-28T02:37:50,782 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting 3daa79e60bf94b6abbe06cd089e7655d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732761464388 2024-11-28T02:37:50,782 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] compactions.Compactor(224): Compacting d7a737e4c2f74d5c87c3b3a662db5b6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732761466529 2024-11-28T02:37:50,790 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae163435d918eb24c8e864e6502b1102#C#compaction#526 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T02:37:50,791 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/23a6b8d118454409ace9713163172cc5 is 50, key is test_row_0/C:col10/1732761466540/Put/seqid=0 2024-11-28T02:37:50,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742453_1629 (size=12731) 2024-11-28T02:37:51,189 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/2379d08869ec48caa484a3d4a1b1816a as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2379d08869ec48caa484a3d4a1b1816a 2024-11-28T02:37:51,196 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae163435d918eb24c8e864e6502b1102/A of ae163435d918eb24c8e864e6502b1102 into 2379d08869ec48caa484a3d4a1b1816a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:51,196 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:51,196 INFO [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., storeName=ae163435d918eb24c8e864e6502b1102/A, priority=13, startTime=1732761470354; duration=0sec 2024-11-28T02:37:51,196 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:51,196 DEBUG [RS:0;91d91e22c0a9:41755-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae163435d918eb24c8e864e6502b1102:A 2024-11-28T02:37:51,200 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/23a6b8d118454409ace9713163172cc5 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/23a6b8d118454409ace9713163172cc5 2024-11-28T02:37:51,206 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae163435d918eb24c8e864e6502b1102/C of ae163435d918eb24c8e864e6502b1102 into 23a6b8d118454409ace9713163172cc5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T02:37:51,206 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:51,206 INFO [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102., storeName=ae163435d918eb24c8e864e6502b1102/C, priority=13, startTime=1732761470354; duration=0sec 2024-11-28T02:37:51,206 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T02:37:51,206 DEBUG [RS:0;91d91e22c0a9:41755-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae163435d918eb24c8e864e6502b1102:C 2024-11-28T02:37:57,216 DEBUG [Thread-2467 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bc9c3e to 127.0.0.1:56697 2024-11-28T02:37:57,216 DEBUG [Thread-2467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:57,222 DEBUG [Thread-2469 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7181df3b to 127.0.0.1:56697 2024-11-28T02:37:57,223 DEBUG [Thread-2469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:57,233 DEBUG [Thread-2471 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11030ef5 to 127.0.0.1:56697 2024-11-28T02:37:57,233 DEBUG [Thread-2471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:57,286 DEBUG [Thread-2475 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e757135 to 127.0.0.1:56697 2024-11-28T02:37:57,286 DEBUG [Thread-2475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:57,287 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T02:37:57,287 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-28T02:37:57,287 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-28T02:37:57,287 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-28T02:37:57,287 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-28T02:37:57,287 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-28T02:37:57,287 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T02:37:57,287 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6353 2024-11-28T02:37:57,287 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6310 2024-11-28T02:37:57,287 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6156 2024-11-28T02:37:57,287 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6354 2024-11-28T02:37:57,287 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6294 2024-11-28T02:37:57,287 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T02:37:57,288 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-28T02:37:57,288 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ac53e79 to 127.0.0.1:56697 2024-11-28T02:37:57,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:57,289 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-28T02:37:57,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T02:37:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-28T02:37:57,292 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761477292"}]},"ts":"1732761477292"} 2024-11-28T02:37:57,293 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T02:37:57,311 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T02:37:57,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T02:37:57,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae163435d918eb24c8e864e6502b1102, UNASSIGN}] 2024-11-28T02:37:57,315 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae163435d918eb24c8e864e6502b1102, UNASSIGN 2024-11-28T02:37:57,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=ae163435d918eb24c8e864e6502b1102, regionState=CLOSING, regionLocation=91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:57,318 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T02:37:57,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; CloseRegionProcedure ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190}] 2024-11-28T02:37:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-28T02:37:57,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:57,471 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(124): Close ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:57,471 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T02:37:57,472 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1681): Closing ae163435d918eb24c8e864e6502b1102, disabling compactions & flushes 2024-11-28T02:37:57,472 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:57,472 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:57,472 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. after waiting 0 ms 2024-11-28T02:37:57,472 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:57,472 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(2837): Flushing ae163435d918eb24c8e864e6502b1102 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-28T02:37:57,472 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=A 2024-11-28T02:37:57,473 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:57,473 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=B 2024-11-28T02:37:57,473 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:57,473 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae163435d918eb24c8e864e6502b1102, store=C 2024-11-28T02:37:57,473 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T02:37:57,482 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128e8ae40a3283946ec9ab31f95384a4d6b_ae163435d918eb24c8e864e6502b1102 is 50, key is test_row_1/A:col10/1732761477232/Put/seqid=0 2024-11-28T02:37:57,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742454_1630 (size=9864) 2024-11-28T02:37:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-28T02:37:57,887 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:37:57,891 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128e8ae40a3283946ec9ab31f95384a4d6b_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128e8ae40a3283946ec9ab31f95384a4d6b_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:57,893 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/51e9389665254c4786a3dfcf17e73171, store: [table=TestAcidGuarantees family=A region=ae163435d918eb24c8e864e6502b1102] 2024-11-28T02:37:57,893 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/51e9389665254c4786a3dfcf17e73171 is 175, key is test_row_1/A:col10/1732761477232/Put/seqid=0 2024-11-28T02:37:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-28T02:37:57,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742455_1631 (size=22511) 2024-11-28T02:37:58,300 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/51e9389665254c4786a3dfcf17e73171 2024-11-28T02:37:58,312 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/28f722b7b7eb434782d42bb0770a39f6 is 50, key is test_row_1/B:col10/1732761477232/Put/seqid=0 2024-11-28T02:37:58,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742456_1632 (size=9807) 2024-11-28T02:37:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-28T02:37:58,716 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/28f722b7b7eb434782d42bb0770a39f6 2024-11-28T02:37:58,723 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/2ed59c6eac354d6ea31ba519896a4fde is 50, key is test_row_1/C:col10/1732761477232/Put/seqid=0 2024-11-28T02:37:58,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742457_1633 (size=9807) 2024-11-28T02:37:59,129 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/2ed59c6eac354d6ea31ba519896a4fde 2024-11-28T02:37:59,138 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/A/51e9389665254c4786a3dfcf17e73171 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/51e9389665254c4786a3dfcf17e73171 2024-11-28T02:37:59,141 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/51e9389665254c4786a3dfcf17e73171, entries=100, sequenceid=257, filesize=22.0 K 2024-11-28T02:37:59,142 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/B/28f722b7b7eb434782d42bb0770a39f6 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/28f722b7b7eb434782d42bb0770a39f6 2024-11-28T02:37:59,146 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/28f722b7b7eb434782d42bb0770a39f6, entries=100, sequenceid=257, filesize=9.6 K 2024-11-28T02:37:59,147 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/.tmp/C/2ed59c6eac354d6ea31ba519896a4fde as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/2ed59c6eac354d6ea31ba519896a4fde 2024-11-28T02:37:59,151 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/2ed59c6eac354d6ea31ba519896a4fde, entries=100, sequenceid=257, filesize=9.6 K 2024-11-28T02:37:59,152 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ae163435d918eb24c8e864e6502b1102 in 1680ms, sequenceid=257, compaction requested=false 2024-11-28T02:37:59,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/90f8de338d4d4451b8808e206d220035, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/1163271a3da64f32be2fc08d888a555f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2a74434d92ef4b52becf90ba21cd9f22, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/cd9692d6bbf5403d9fb2603b0764ab2b, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5b4b334821a24a78b167c84cac6cea87, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/1795c7a16c0a475ca0e0a01d79cbb54a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/9093069ea28845a5af60c2715e3037ba, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5a5142253ece4c889f03a95e9495b400, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/a87b244bdcc64b1591aef827548c8f73, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2391d5c9bffc406fa7d494801e75051f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/6bb047343da844f48447929c520160c9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/85698e9ead4d49dea5a9ee8845ebd30f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/4adbd6cb00a94b94ba8103d14ec3759d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/a2b1d3f3abcc4018a488900a8bf0ee71, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5800df7d1b984141bfd7eeb1769b5b92, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/cdd80dcab3624f67bcfe77174ebd8249, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/13aaeb574c3f4ffa907bfb5f14966a69] to archive 2024-11-28T02:37:59,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:37:59,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/90f8de338d4d4451b8808e206d220035 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/90f8de338d4d4451b8808e206d220035 2024-11-28T02:37:59,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/1163271a3da64f32be2fc08d888a555f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/1163271a3da64f32be2fc08d888a555f 2024-11-28T02:37:59,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2a74434d92ef4b52becf90ba21cd9f22 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2a74434d92ef4b52becf90ba21cd9f22 2024-11-28T02:37:59,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/cd9692d6bbf5403d9fb2603b0764ab2b to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/cd9692d6bbf5403d9fb2603b0764ab2b 2024-11-28T02:37:59,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5b4b334821a24a78b167c84cac6cea87 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5b4b334821a24a78b167c84cac6cea87 2024-11-28T02:37:59,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/1795c7a16c0a475ca0e0a01d79cbb54a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/1795c7a16c0a475ca0e0a01d79cbb54a 2024-11-28T02:37:59,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/9093069ea28845a5af60c2715e3037ba to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/9093069ea28845a5af60c2715e3037ba 2024-11-28T02:37:59,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5a5142253ece4c889f03a95e9495b400 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5a5142253ece4c889f03a95e9495b400 2024-11-28T02:37:59,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/a87b244bdcc64b1591aef827548c8f73 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/a87b244bdcc64b1591aef827548c8f73 2024-11-28T02:37:59,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2391d5c9bffc406fa7d494801e75051f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2391d5c9bffc406fa7d494801e75051f 2024-11-28T02:37:59,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/6bb047343da844f48447929c520160c9 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/6bb047343da844f48447929c520160c9 2024-11-28T02:37:59,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/85698e9ead4d49dea5a9ee8845ebd30f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/85698e9ead4d49dea5a9ee8845ebd30f 2024-11-28T02:37:59,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/4adbd6cb00a94b94ba8103d14ec3759d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/4adbd6cb00a94b94ba8103d14ec3759d 2024-11-28T02:37:59,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/a2b1d3f3abcc4018a488900a8bf0ee71 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/a2b1d3f3abcc4018a488900a8bf0ee71 2024-11-28T02:37:59,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5800df7d1b984141bfd7eeb1769b5b92 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/5800df7d1b984141bfd7eeb1769b5b92 2024-11-28T02:37:59,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/cdd80dcab3624f67bcfe77174ebd8249 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/cdd80dcab3624f67bcfe77174ebd8249 2024-11-28T02:37:59,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/13aaeb574c3f4ffa907bfb5f14966a69 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/13aaeb574c3f4ffa907bfb5f14966a69 2024-11-28T02:37:59,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/fbca19c6e8d04692b9d510278874b575, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/50f80a21dbfa48b29d9978c475f973a3, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/bbd6b2ff9e544c099ff19b32952a1606, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/036efaac16294bf9bbd9a2417f7be46c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/e1990a370c5e4b319f7febce1d1ea595, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f72ef0248bc8498ab167e426681abf87, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f91a68bc34b14294aea4151a1b03137a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/6de95292d3cb47de955d519390279d85, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/31926a0a6d8845f3a5b1ed8ad5d66e3c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/ae79f5f6e5084d7f801a06444091535a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/4d43c8025515487ab3fc42662183ba88, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/22693d17b8054d1caaf7f0da69738ca6, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/737e39e865954079a52303cbc37e5f5a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/c2e68a0eafcd4dbb81a127e116f34f90, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/834f38856dad4434b9256113780b3bfb, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f0155f3e8f5148cfa2b957bc175a3d9a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/4d1a35b264574d6680c839f745dd9b38] to archive 2024-11-28T02:37:59,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:37:59,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/fbca19c6e8d04692b9d510278874b575 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/fbca19c6e8d04692b9d510278874b575 2024-11-28T02:37:59,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/50f80a21dbfa48b29d9978c475f973a3 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/50f80a21dbfa48b29d9978c475f973a3 2024-11-28T02:37:59,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/bbd6b2ff9e544c099ff19b32952a1606 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/bbd6b2ff9e544c099ff19b32952a1606 2024-11-28T02:37:59,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/036efaac16294bf9bbd9a2417f7be46c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/036efaac16294bf9bbd9a2417f7be46c 2024-11-28T02:37:59,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/e1990a370c5e4b319f7febce1d1ea595 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/e1990a370c5e4b319f7febce1d1ea595 2024-11-28T02:37:59,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f72ef0248bc8498ab167e426681abf87 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f72ef0248bc8498ab167e426681abf87 2024-11-28T02:37:59,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f91a68bc34b14294aea4151a1b03137a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f91a68bc34b14294aea4151a1b03137a 2024-11-28T02:37:59,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/6de95292d3cb47de955d519390279d85 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/6de95292d3cb47de955d519390279d85 2024-11-28T02:37:59,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/31926a0a6d8845f3a5b1ed8ad5d66e3c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/31926a0a6d8845f3a5b1ed8ad5d66e3c 2024-11-28T02:37:59,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/ae79f5f6e5084d7f801a06444091535a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/ae79f5f6e5084d7f801a06444091535a 2024-11-28T02:37:59,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/4d43c8025515487ab3fc42662183ba88 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/4d43c8025515487ab3fc42662183ba88 2024-11-28T02:37:59,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/22693d17b8054d1caaf7f0da69738ca6 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/22693d17b8054d1caaf7f0da69738ca6 2024-11-28T02:37:59,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/737e39e865954079a52303cbc37e5f5a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/737e39e865954079a52303cbc37e5f5a 2024-11-28T02:37:59,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/c2e68a0eafcd4dbb81a127e116f34f90 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/c2e68a0eafcd4dbb81a127e116f34f90 2024-11-28T02:37:59,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/834f38856dad4434b9256113780b3bfb to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/834f38856dad4434b9256113780b3bfb 2024-11-28T02:37:59,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f0155f3e8f5148cfa2b957bc175a3d9a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/f0155f3e8f5148cfa2b957bc175a3d9a 2024-11-28T02:37:59,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/4d1a35b264574d6680c839f745dd9b38 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/4d1a35b264574d6680c839f745dd9b38 2024-11-28T02:37:59,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/7dc5e36cdaf444b386611f11b4383ec0, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/dab605f776f842519e2f7236b058476c, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/22e6d79f7db74ce5a99225c57522e063, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/5dd362c05345449783c958ba7a4ed41f, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/ad15d19b6c1a4a8199a48f695af95a49, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/a17462c0971245b687137dfbb413321e, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/a20ea74f3eaa424a8dbf8f5234b7b676, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/55cba4059c9842e1a0b6a86404a77371, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/8260ee94708140e99722ee40ad21745a, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/5d3ea41d47294979b79c4796b1a7f5e7, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d797091652ff4dbf856e93bc66d0f5a9, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/8f0c6f97d98b48a8b8bb2551c7728761, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/12f2ca0a428143619284c50c96d30b49, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d03d1318a8c0416aa7da4195dbbc8ae2, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/968bd34d184f4e80834275df23fd5a69, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/3daa79e60bf94b6abbe06cd089e7655d, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d7a737e4c2f74d5c87c3b3a662db5b6d] to archive 2024-11-28T02:37:59,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T02:37:59,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/7dc5e36cdaf444b386611f11b4383ec0 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/7dc5e36cdaf444b386611f11b4383ec0 2024-11-28T02:37:59,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/dab605f776f842519e2f7236b058476c to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/dab605f776f842519e2f7236b058476c 2024-11-28T02:37:59,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/22e6d79f7db74ce5a99225c57522e063 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/22e6d79f7db74ce5a99225c57522e063 2024-11-28T02:37:59,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/5dd362c05345449783c958ba7a4ed41f to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/5dd362c05345449783c958ba7a4ed41f 2024-11-28T02:37:59,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/ad15d19b6c1a4a8199a48f695af95a49 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/ad15d19b6c1a4a8199a48f695af95a49 2024-11-28T02:37:59,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/a17462c0971245b687137dfbb413321e to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/a17462c0971245b687137dfbb413321e 2024-11-28T02:37:59,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/a20ea74f3eaa424a8dbf8f5234b7b676 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/a20ea74f3eaa424a8dbf8f5234b7b676 2024-11-28T02:37:59,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/55cba4059c9842e1a0b6a86404a77371 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/55cba4059c9842e1a0b6a86404a77371 2024-11-28T02:37:59,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/8260ee94708140e99722ee40ad21745a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/8260ee94708140e99722ee40ad21745a 2024-11-28T02:37:59,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/5d3ea41d47294979b79c4796b1a7f5e7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/5d3ea41d47294979b79c4796b1a7f5e7 2024-11-28T02:37:59,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d797091652ff4dbf856e93bc66d0f5a9 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d797091652ff4dbf856e93bc66d0f5a9 2024-11-28T02:37:59,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/8f0c6f97d98b48a8b8bb2551c7728761 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/8f0c6f97d98b48a8b8bb2551c7728761 2024-11-28T02:37:59,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/12f2ca0a428143619284c50c96d30b49 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/12f2ca0a428143619284c50c96d30b49 2024-11-28T02:37:59,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d03d1318a8c0416aa7da4195dbbc8ae2 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d03d1318a8c0416aa7da4195dbbc8ae2 2024-11-28T02:37:59,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/968bd34d184f4e80834275df23fd5a69 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/968bd34d184f4e80834275df23fd5a69 2024-11-28T02:37:59,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/3daa79e60bf94b6abbe06cd089e7655d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/3daa79e60bf94b6abbe06cd089e7655d 2024-11-28T02:37:59,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d7a737e4c2f74d5c87c3b3a662db5b6d to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/d7a737e4c2f74d5c87c3b3a662db5b6d 2024-11-28T02:37:59,232 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/recovered.edits/260.seqid, newMaxSeqId=260, maxSeqId=4 2024-11-28T02:37:59,233 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102. 2024-11-28T02:37:59,233 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1635): Region close journal for ae163435d918eb24c8e864e6502b1102: 2024-11-28T02:37:59,234 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(170): Closed ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,234 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=ae163435d918eb24c8e864e6502b1102, regionState=CLOSED 2024-11-28T02:37:59,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-28T02:37:59,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseRegionProcedure ae163435d918eb24c8e864e6502b1102, server=91d91e22c0a9,41755,1732761291190 in 1.9170 sec 2024-11-28T02:37:59,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-11-28T02:37:59,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae163435d918eb24c8e864e6502b1102, UNASSIGN in 1.9230 sec 2024-11-28T02:37:59,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-28T02:37:59,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9270 sec 2024-11-28T02:37:59,242 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732761479242"}]},"ts":"1732761479242"} 2024-11-28T02:37:59,243 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T02:37:59,257 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T02:37:59,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9690 sec 2024-11-28T02:37:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-28T02:37:59,402 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-28T02:37:59,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T02:37:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:59,407 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:59,409 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=179, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-28T02:37:59,412 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,416 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C, FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/recovered.edits] 2024-11-28T02:37:59,419 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2379d08869ec48caa484a3d4a1b1816a to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/2379d08869ec48caa484a3d4a1b1816a 2024-11-28T02:37:59,420 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/51e9389665254c4786a3dfcf17e73171 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/A/51e9389665254c4786a3dfcf17e73171 2024-11-28T02:37:59,422 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/28f722b7b7eb434782d42bb0770a39f6 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/28f722b7b7eb434782d42bb0770a39f6 2024-11-28T02:37:59,423 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/96a091477e5a425b961ab0621c0b9ba7 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/B/96a091477e5a425b961ab0621c0b9ba7 2024-11-28T02:37:59,426 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/23a6b8d118454409ace9713163172cc5 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/23a6b8d118454409ace9713163172cc5 2024-11-28T02:37:59,427 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/2ed59c6eac354d6ea31ba519896a4fde to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/C/2ed59c6eac354d6ea31ba519896a4fde 2024-11-28T02:37:59,431 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/recovered.edits/260.seqid to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102/recovered.edits/260.seqid 2024-11-28T02:37:59,432 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/default/TestAcidGuarantees/ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,432 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T02:37:59,432 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T02:37:59,433 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-28T02:37:59,438 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128180cc6dbaa5e40bdbe9db6c76d1760c7_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128180cc6dbaa5e40bdbe9db6c76d1760c7_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,439 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281f1f7906c54f4b3cb6e35faa7a889751_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281f1f7906c54f4b3cb6e35faa7a889751_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,441 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112827cd80dd2eba4a04a961364be4cc4e82_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112827cd80dd2eba4a04a961364be4cc4e82_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,444 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282fa5dba1637b4a0fb072479b665566cb_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282fa5dba1637b4a0fb072479b665566cb_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,445 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283114d7cdc0cc46efb21b06328990696c_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283114d7cdc0cc46efb21b06328990696c_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,447 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112838f1b02423124d7292e5e0efcc9f908d_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112838f1b02423124d7292e5e0efcc9f908d_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,449 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284629f048392a48388719d6ebd2619fc1_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284629f048392a48388719d6ebd2619fc1_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,451 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284ab512af1e2446f5814a3be46ad16510_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284ab512af1e2446f5814a3be46ad16510_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,453 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112866268f29ffcc4a5a983affb10a5b0339_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112866268f29ffcc4a5a983affb10a5b0339_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,456 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128aba40f83e1e6403582cb38822bc45e98_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128aba40f83e1e6403582cb38822bc45e98_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,458 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128beae7b6d827a481ebd3fba3ec9589ecf_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128beae7b6d827a481ebd3fba3ec9589ecf_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,460 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ce4d504539c54cd4ba82e7e348984ec5_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ce4d504539c54cd4ba82e7e348984ec5_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,462 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128df0f83ed2f7247a1873d4af68866df75_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128df0f83ed2f7247a1873d4af68866df75_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,464 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128e8ae40a3283946ec9ab31f95384a4d6b_ae163435d918eb24c8e864e6502b1102 to hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128e8ae40a3283946ec9ab31f95384a4d6b_ae163435d918eb24c8e864e6502b1102 2024-11-28T02:37:59,465 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T02:37:59,468 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=179, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:59,472 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T02:37:59,475 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T02:37:59,476 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=179, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:59,476 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T02:37:59,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732761479476"}]},"ts":"9223372036854775807"} 2024-11-28T02:37:59,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-28T02:37:59,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ae163435d918eb24c8e864e6502b1102, NAME => 'TestAcidGuarantees,,1732761445139.ae163435d918eb24c8e864e6502b1102.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T02:37:59,479 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T02:37:59,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732761479479"}]},"ts":"9223372036854775807"} 2024-11-28T02:37:59,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-28T02:37:59,491 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=179, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T02:37:59,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-28T02:37:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-28T02:37:59,511 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-28T02:37:59,527 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=236 (was 239), OpenFileDescriptor=451 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=7345 (was 7371) 2024-11-28T02:37:59,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-28T02:37:59,527 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-28T02:37:59,527 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:56697 2024-11-28T02:37:59,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:59,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T02:37:59,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1469927405, stopped=false 2024-11-28T02:37:59,528 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=91d91e22c0a9,36801,1732761290464 2024-11-28T02:37:59,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:37:59,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:37:59,577 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-28T02:37:59,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:37:59,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:37:59,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:59,579 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '91d91e22c0a9,41755,1732761291190' ***** 2024-11-28T02:37:59,579 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-28T02:37:59,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:37:59,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:37:59,580 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T02:37:59,580 INFO [RS:0;91d91e22c0a9:41755 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T02:37:59,580 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-28T02:37:59,580 INFO [RS:0;91d91e22c0a9:41755 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T02:37:59,580 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(3579): Received CLOSE for 23a5db99bc8f46d8cb3df0e0ce13fa95 2024-11-28T02:37:59,581 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1224): stopping server 91d91e22c0a9,41755,1732761291190 2024-11-28T02:37:59,581 DEBUG [RS:0;91d91e22c0a9:41755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:37:59,581 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T02:37:59,581 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T02:37:59,581 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T02:37:59,582 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-28T02:37:59,582 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 23a5db99bc8f46d8cb3df0e0ce13fa95, disabling compactions & flushes 2024-11-28T02:37:59,582 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95. 2024-11-28T02:37:59,582 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95. 2024-11-28T02:37:59,582 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95. after waiting 0 ms 2024-11-28T02:37:59,582 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-28T02:37:59,582 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95. 2024-11-28T02:37:59,582 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1603): Online Regions={23a5db99bc8f46d8cb3df0e0ce13fa95=hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T02:37:59,582 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 23a5db99bc8f46d8cb3df0e0ce13fa95 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-28T02:37:59,582 DEBUG [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-28T02:37:59,582 INFO [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-28T02:37:59,582 DEBUG [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-28T02:37:59,583 DEBUG [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T02:37:59,583 DEBUG [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T02:37:59,583 INFO [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-28T02:37:59,585 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 23a5db99bc8f46d8cb3df0e0ce13fa95 2024-11-28T02:37:59,598 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/namespace/23a5db99bc8f46d8cb3df0e0ce13fa95/.tmp/info/cbb77cef1fcf429bba7083d6996390c9 is 45, key is default/info:d/1732761296865/Put/seqid=0 2024-11-28T02:37:59,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742458_1634 (size=5037) 2024-11-28T02:37:59,603 DEBUG [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/.tmp/info/acec7249ec3742dea0861b1286fde64b is 143, key is hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95./info:regioninfo/1732761296766/Put/seqid=0 2024-11-28T02:37:59,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742459_1635 (size=7725) 2024-11-28T02:37:59,635 INFO [regionserver/91d91e22c0a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:37:59,786 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 23a5db99bc8f46d8cb3df0e0ce13fa95 2024-11-28T02:37:59,986 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 23a5db99bc8f46d8cb3df0e0ce13fa95 2024-11-28T02:38:00,003 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/namespace/23a5db99bc8f46d8cb3df0e0ce13fa95/.tmp/info/cbb77cef1fcf429bba7083d6996390c9 2024-11-28T02:38:00,007 INFO [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/.tmp/info/acec7249ec3742dea0861b1286fde64b 2024-11-28T02:38:00,013 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/namespace/23a5db99bc8f46d8cb3df0e0ce13fa95/.tmp/info/cbb77cef1fcf429bba7083d6996390c9 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/namespace/23a5db99bc8f46d8cb3df0e0ce13fa95/info/cbb77cef1fcf429bba7083d6996390c9 2024-11-28T02:38:00,017 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/namespace/23a5db99bc8f46d8cb3df0e0ce13fa95/info/cbb77cef1fcf429bba7083d6996390c9, entries=2, sequenceid=6, filesize=4.9 K 2024-11-28T02:38:00,017 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 23a5db99bc8f46d8cb3df0e0ce13fa95 in 435ms, sequenceid=6, compaction requested=false 2024-11-28T02:38:00,021 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/namespace/23a5db99bc8f46d8cb3df0e0ce13fa95/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-28T02:38:00,021 INFO [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95. 2024-11-28T02:38:00,021 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 23a5db99bc8f46d8cb3df0e0ce13fa95: 2024-11-28T02:38:00,021 DEBUG [RS_CLOSE_REGION-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732761295460.23a5db99bc8f46d8cb3df0e0ce13fa95. 2024-11-28T02:38:00,030 DEBUG [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/.tmp/rep_barrier/b9dad78fa74e4cf49da3df67dee47e15 is 102, key is TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f./rep_barrier:/1732761325146/DeleteFamily/seqid=0 2024-11-28T02:38:00,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742460_1636 (size=6025) 2024-11-28T02:38:00,058 INFO [regionserver/91d91e22c0a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T02:38:00,058 INFO [regionserver/91d91e22c0a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T02:38:00,187 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-28T02:38:00,387 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-28T02:38:00,433 INFO [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/.tmp/rep_barrier/b9dad78fa74e4cf49da3df67dee47e15 2024-11-28T02:38:00,452 DEBUG [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/.tmp/table/b8c69b9268df44fe94df98f314d938ad is 96, key is TestAcidGuarantees,,1732761297130.14e0fd78f7e066c99393497843376f0f./table:/1732761325146/DeleteFamily/seqid=0 2024-11-28T02:38:00,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742461_1637 (size=5942) 2024-11-28T02:38:00,587 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-28T02:38:00,587 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T02:38:00,588 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-28T02:38:00,788 DEBUG [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-28T02:38:00,857 INFO [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/.tmp/table/b8c69b9268df44fe94df98f314d938ad 2024-11-28T02:38:00,866 DEBUG [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/.tmp/info/acec7249ec3742dea0861b1286fde64b as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/info/acec7249ec3742dea0861b1286fde64b 2024-11-28T02:38:00,869 INFO [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/info/acec7249ec3742dea0861b1286fde64b, entries=22, sequenceid=93, filesize=7.5 K 2024-11-28T02:38:00,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-28T02:38:00,870 DEBUG [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/.tmp/rep_barrier/b9dad78fa74e4cf49da3df67dee47e15 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/rep_barrier/b9dad78fa74e4cf49da3df67dee47e15 2024-11-28T02:38:00,871 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T02:38:00,874 INFO [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/rep_barrier/b9dad78fa74e4cf49da3df67dee47e15, entries=6, sequenceid=93, filesize=5.9 K 2024-11-28T02:38:00,874 DEBUG [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/.tmp/table/b8c69b9268df44fe94df98f314d938ad as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/table/b8c69b9268df44fe94df98f314d938ad 2024-11-28T02:38:00,877 INFO [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/table/b8c69b9268df44fe94df98f314d938ad, entries=9, sequenceid=93, filesize=5.8 K 2024-11-28T02:38:00,878 INFO [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=93, compaction requested=false 2024-11-28T02:38:00,882 DEBUG [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-28T02:38:00,882 DEBUG [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T02:38:00,882 INFO [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-28T02:38:00,882 DEBUG [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-28T02:38:00,882 DEBUG [RS_CLOSE_META-regionserver/91d91e22c0a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T02:38:00,988 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1250): stopping server 91d91e22c0a9,41755,1732761291190; all regions closed. 2024-11-28T02:38:00,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741834_1010 (size=26050) 2024-11-28T02:38:01,001 DEBUG [RS:0;91d91e22c0a9:41755 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/oldWALs 2024-11-28T02:38:01,001 INFO [RS:0;91d91e22c0a9:41755 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 91d91e22c0a9%2C41755%2C1732761291190.meta:.meta(num 1732761295142) 2024-11-28T02:38:01,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741832_1008 (size=14285742) 2024-11-28T02:38:01,006 DEBUG [RS:0;91d91e22c0a9:41755 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/oldWALs 2024-11-28T02:38:01,006 INFO [RS:0;91d91e22c0a9:41755 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 91d91e22c0a9%2C41755%2C1732761291190:(num 1732761294200) 2024-11-28T02:38:01,006 DEBUG [RS:0;91d91e22c0a9:41755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:38:01,006 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:38:01,006 INFO [RS:0;91d91e22c0a9:41755 {}] hbase.ChoreService(370): Chore service for: regionserver/91d91e22c0a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-28T02:38:01,007 INFO [regionserver/91d91e22c0a9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-28T02:38:01,007 INFO [RS:0;91d91e22c0a9:41755 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41755 2024-11-28T02:38:01,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/91d91e22c0a9,41755,1732761291190 2024-11-28T02:38:01,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:38:01,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [91d91e22c0a9,41755,1732761291190] 2024-11-28T02:38:01,052 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 91d91e22c0a9,41755,1732761291190; numProcessing=1 2024-11-28T02:38:01,060 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/91d91e22c0a9,41755,1732761291190 already deleted, retry=false 2024-11-28T02:38:01,060 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 91d91e22c0a9,41755,1732761291190 expired; onlineServers=0 2024-11-28T02:38:01,060 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '91d91e22c0a9,36801,1732761290464' ***** 2024-11-28T02:38:01,060 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T02:38:01,061 DEBUG [M:0;91d91e22c0a9:36801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26094311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=91d91e22c0a9/172.17.0.2:0 2024-11-28T02:38:01,061 INFO [M:0;91d91e22c0a9:36801 {}] regionserver.HRegionServer(1224): stopping server 91d91e22c0a9,36801,1732761290464 2024-11-28T02:38:01,061 INFO [M:0;91d91e22c0a9:36801 {}] regionserver.HRegionServer(1250): stopping server 91d91e22c0a9,36801,1732761290464; all regions closed. 2024-11-28T02:38:01,061 DEBUG [M:0;91d91e22c0a9:36801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:38:01,061 DEBUG [M:0;91d91e22c0a9:36801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T02:38:01,061 DEBUG [M:0;91d91e22c0a9:36801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T02:38:01,061 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T02:38:01,061 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster-HFileCleaner.large.0-1732761293841 {}] cleaner.HFileCleaner(306): Exit Thread[master/91d91e22c0a9:0:becomeActiveMaster-HFileCleaner.large.0-1732761293841,5,FailOnTimeoutGroup] 2024-11-28T02:38:01,061 DEBUG [master/91d91e22c0a9:0:becomeActiveMaster-HFileCleaner.small.0-1732761293843 {}] cleaner.HFileCleaner(306): Exit Thread[master/91d91e22c0a9:0:becomeActiveMaster-HFileCleaner.small.0-1732761293843,5,FailOnTimeoutGroup] 2024-11-28T02:38:01,062 INFO [M:0;91d91e22c0a9:36801 {}] hbase.ChoreService(370): Chore service for: master/91d91e22c0a9:0 had [] on shutdown 2024-11-28T02:38:01,062 DEBUG [M:0;91d91e22c0a9:36801 {}] master.HMaster(1733): Stopping service threads 2024-11-28T02:38:01,062 INFO [M:0;91d91e22c0a9:36801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T02:38:01,062 ERROR [M:0;91d91e22c0a9:36801 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-28T02:38:01,063 INFO [M:0;91d91e22c0a9:36801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T02:38:01,064 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T02:38:01,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T02:38:01,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:38:01,069 DEBUG [M:0;91d91e22c0a9:36801 {}] zookeeper.ZKUtil(347): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T02:38:01,069 WARN [M:0;91d91e22c0a9:36801 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T02:38:01,069 INFO [M:0;91d91e22c0a9:36801 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-28T02:38:01,069 INFO [M:0;91d91e22c0a9:36801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T02:38:01,069 DEBUG [M:0;91d91e22c0a9:36801 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T02:38:01,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:38:01,070 INFO [M:0;91d91e22c0a9:36801 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:38:01,070 DEBUG [M:0;91d91e22c0a9:36801 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:38:01,070 DEBUG [M:0;91d91e22c0a9:36801 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T02:38:01,070 DEBUG [M:0;91d91e22c0a9:36801 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:38:01,070 INFO [M:0;91d91e22c0a9:36801 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=762.94 KB heapSize=937.63 KB 2024-11-28T02:38:01,092 DEBUG [M:0;91d91e22c0a9:36801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7289b08ffdbd4b018d920979d82f2c46 is 82, key is hbase:meta,,1/info:regioninfo/1732761295257/Put/seqid=0 2024-11-28T02:38:01,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742462_1638 (size=5672) 2024-11-28T02:38:01,152 INFO [RS:0;91d91e22c0a9:41755 {}] regionserver.HRegionServer(1307): Exiting; stopping=91d91e22c0a9,41755,1732761291190; zookeeper connection closed. 2024-11-28T02:38:01,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:38:01,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41755-0x1018094a65a0001, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:38:01,153 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c51fda2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c51fda2 2024-11-28T02:38:01,153 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T02:38:01,497 INFO [M:0;91d91e22c0a9:36801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2149 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7289b08ffdbd4b018d920979d82f2c46 2024-11-28T02:38:01,529 DEBUG [M:0;91d91e22c0a9:36801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9e94df4e5b8466ba07d819dd0c9bddb is 2284, key is \x00\x00\x00\x00\x00\x00\x00*/proc:d/1732761328573/Put/seqid=0 2024-11-28T02:38:01,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742463_1639 (size=45117) 2024-11-28T02:38:01,934 INFO [M:0;91d91e22c0a9:36801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=762.38 KB at sequenceid=2149 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9e94df4e5b8466ba07d819dd0c9bddb 2024-11-28T02:38:01,941 INFO [M:0;91d91e22c0a9:36801 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9e94df4e5b8466ba07d819dd0c9bddb 2024-11-28T02:38:01,959 DEBUG [M:0;91d91e22c0a9:36801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9186d7e0902e41d5a6c3990310330fed is 69, key is 91d91e22c0a9,41755,1732761291190/rs:state/1732761293967/Put/seqid=0 2024-11-28T02:38:01,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073742464_1640 (size=5156) 2024-11-28T02:38:02,364 INFO [M:0;91d91e22c0a9:36801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2149 (bloomFilter=true), to=hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9186d7e0902e41d5a6c3990310330fed 2024-11-28T02:38:02,373 DEBUG [M:0;91d91e22c0a9:36801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7289b08ffdbd4b018d920979d82f2c46 as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7289b08ffdbd4b018d920979d82f2c46 2024-11-28T02:38:02,378 INFO [M:0;91d91e22c0a9:36801 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7289b08ffdbd4b018d920979d82f2c46, entries=8, sequenceid=2149, filesize=5.5 K 2024-11-28T02:38:02,379 DEBUG [M:0;91d91e22c0a9:36801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9e94df4e5b8466ba07d819dd0c9bddb as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9e94df4e5b8466ba07d819dd0c9bddb 2024-11-28T02:38:02,384 INFO [M:0;91d91e22c0a9:36801 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9e94df4e5b8466ba07d819dd0c9bddb 2024-11-28T02:38:02,384 INFO [M:0;91d91e22c0a9:36801 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9e94df4e5b8466ba07d819dd0c9bddb, entries=179, sequenceid=2149, filesize=44.1 K 2024-11-28T02:38:02,385 DEBUG [M:0;91d91e22c0a9:36801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9186d7e0902e41d5a6c3990310330fed as hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9186d7e0902e41d5a6c3990310330fed 2024-11-28T02:38:02,389 INFO [M:0;91d91e22c0a9:36801 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34135/user/jenkins/test-data/c0bfdc83-721a-938c-3d12-ddb8fc3c14b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9186d7e0902e41d5a6c3990310330fed, entries=1, sequenceid=2149, filesize=5.0 K 2024-11-28T02:38:02,390 INFO [M:0;91d91e22c0a9:36801 {}] regionserver.HRegion(3040): Finished flush of dataSize ~762.94 KB/781246, heapSize ~937.34 KB/959832, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=2149, compaction requested=false 2024-11-28T02:38:02,391 INFO [M:0;91d91e22c0a9:36801 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:38:02,391 DEBUG [M:0;91d91e22c0a9:36801 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-28T02:38:02,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35601 is added to blk_1073741830_1006 (size=922170) 2024-11-28T02:38:02,395 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-28T02:38:02,395 INFO [M:0;91d91e22c0a9:36801 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-28T02:38:02,395 INFO [M:0;91d91e22c0a9:36801 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36801 2024-11-28T02:38:02,435 DEBUG [M:0;91d91e22c0a9:36801 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/91d91e22c0a9,36801,1732761290464 already deleted, retry=false 2024-11-28T02:38:02,544 INFO [M:0;91d91e22c0a9:36801 {}] regionserver.HRegionServer(1307): Exiting; stopping=91d91e22c0a9,36801,1732761290464; zookeeper connection closed. 2024-11-28T02:38:02,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:38:02,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36801-0x1018094a65a0000, quorum=127.0.0.1:56697, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:38:02,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:38:02,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:38:02,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:38:02,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:38:02,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/hadoop.log.dir/,STOPPED} 2024-11-28T02:38:02,564 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T02:38:02,564 WARN [BP-2089888454-172.17.0.2-1732761287228 heartbeating to localhost/127.0.0.1:34135 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T02:38:02,564 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T02:38:02,564 WARN [BP-2089888454-172.17.0.2-1732761287228 heartbeating to localhost/127.0.0.1:34135 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2089888454-172.17.0.2-1732761287228 (Datanode Uuid cba58a52-e706-4ccf-b147-b4c9cad369e1) service to localhost/127.0.0.1:34135 2024-11-28T02:38:02,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/cluster_6e8858cf-fb70-50e7-517d-bce874a05a60/dfs/data/data1/current/BP-2089888454-172.17.0.2-1732761287228 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:38:02,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/cluster_6e8858cf-fb70-50e7-517d-bce874a05a60/dfs/data/data2/current/BP-2089888454-172.17.0.2-1732761287228 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:38:02,567 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T02:38:02,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T02:38:02,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:38:02,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:38:02,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:38:02,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0dde3999-6a35-abcf-e493-b5a60ba11a18/hadoop.log.dir/,STOPPED} 2024-11-28T02:38:02,591 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-28T02:38:02,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down